-- Logs begin at Thu 2021-02-18 02:03:26 UTC, end at Thu 2021-02-18 03:05:27 UTC. -- Feb 18 02:38:56.359541 dv-cinder-763306-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 02:38:59.102187 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.common.config [-] Logging enabled! Feb 18 02:38:59.102666 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev531 Feb 18 02:38:59.104011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83912) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 02:38:59.105793 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.common.config [-] Logging enabled! Feb 18 02:38:59.106086 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev531 Feb 18 02:38:59.106443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83912) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 02:38:59.107531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 02:38:59.107803 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 02:38:59.108852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 02:38:59.109136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 02:38:59.109400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 02:38:59.109772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.110124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.110470 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.110742 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.111646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.111998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.112329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.112671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.113027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.113356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.113680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.114006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.114273 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.114596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.114931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.115269 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.115558 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] debug = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.115882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.116430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.116754 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.117077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.117412 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.117726 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.118061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.118367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.118742 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] host = dv-cinder-763306-10-smb {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.119064 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.119400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.119762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.120095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.120410 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.120733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.121063 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.121376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.121689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.122006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.122341 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.122676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.123016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.123279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.123560 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.123896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.124234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.124554 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.124871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.125189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.125505 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.125822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.126130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.126464 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.126822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.127152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.127493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.127806 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.128116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.128434 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.128762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.129075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.129390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.129708 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.130043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.130352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.130668 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.131022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.131355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.131714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.132049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.132370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.132709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.133024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.133591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.133907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_json = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.134222 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.134534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.134866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.135182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.135510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.135830 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.136145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.136480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:38:59.136819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.137167 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.137516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.137840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.138179 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.138506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.138841 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.139161 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.139527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.139867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.140199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.140519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.140848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.141168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.141509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.141860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.142201 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.142567 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.142888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.143202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.143536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.143854 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.144179 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.144525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.144865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.145183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.145502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.145842 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.146162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.146476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.146795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.147133 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.147450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.147788 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.148112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.148430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.148741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.149052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.149369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.149705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.150022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.150335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.150644 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.150962 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.151276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.151624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.151943 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.152254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.152562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.152882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.153195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.153508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.153824 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.154134 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.154448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.154759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.155071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.155380 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.155716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.156026 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.156335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.156646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.156961 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.157275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.157590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.158409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.158725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.159039 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.159364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.159727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.160049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.160372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.160694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.161011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.161330 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.161645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.161967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.162286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.162601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.162938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.163262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.163615 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.163941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.164262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.164608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.164929 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.165254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.165572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.165894 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.166222 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.166550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.166887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.167225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.167584 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.167922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.168257 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.168581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.168937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.169256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:38:59.169508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 02:38:59.169777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83912) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 18 02:38:59.826419 dv-cinder-763306-10-smb neutron-server[83912]: INFO keyring.backend [-] Loading Gnome Feb 18 02:38:59.844524 dv-cinder-763306-10-smb neutron-server[83912]: INFO keyring.backend [-] Loading Google Feb 18 02:38:59.847098 dv-cinder-763306-10-smb neutron-server[83912]: INFO keyring.backend [-] Loading Windows (alt) Feb 18 02:38:59.850722 dv-cinder-763306-10-smb neutron-server[83912]: INFO keyring.backend [-] Loading file Feb 18 02:38:59.851722 dv-cinder-763306-10-smb neutron-server[83912]: INFO keyring.backend [-] Loading keyczar Feb 18 02:38:59.852003 dv-cinder-763306-10-smb neutron-server[83912]: INFO keyring.backend [-] Loading multi Feb 18 02:38:59.852651 dv-cinder-763306-10-smb neutron-server[83912]: INFO keyring.backend [-] Loading pyfs Feb 18 02:38:59.898646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83912) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:38:59.898963 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83912) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:38:59.899292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83912) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:38:59.899697 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 02:39:00.290271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.290779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.290901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.340064 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.340381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.340683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.344310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.344621 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.344920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.413174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.413500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.413805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.414949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.415258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.415587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.688173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.688500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.688804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.689142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.690021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.838627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.839010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.839335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.839666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.839969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.840351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.840652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.840943 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.841233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.841569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.841866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.842171 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.842476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.842770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.843080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.843396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.843717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.844037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.844326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.844805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.845095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.845897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.846241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.846526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.846811 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.847237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 02:39:00.847711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 02:39:00.847992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 02:39:00.849314 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 02:39:00.851006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 02:39:00.851305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 02:39:00.852920 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 02:39:00.856254 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 02:39:00.860312 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 02:39:00.864853 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 18 02:39:00.866523 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 02:39:00.867822 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 02:39:00.868210 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 18 02:39:00.868654 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 02:39:00.871409 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 02:39:00.871747 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 02:39:00.872138 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 18 02:39:00.894738 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 02:39:00.895260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.895617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83912) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 18 02:39:00.896035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.897491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83912) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 02:39:00.897814 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 18 02:39:00.898093 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 18 02:39:00.901264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.901588 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:00.969956 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 02:39:00.970183 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 02:39:00.971033 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 02:39:00.971444 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 02:39:01.009094 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.sqlalchemy.engines [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83912) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 18 02:39:01.449575 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Initializing driver for type 'gre' Feb 18 02:39:01.450131 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] gre ID ranges: [(1, 1000)] Feb 18 02:39:01.489093 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Initializing driver for type 'local' Feb 18 02:39:01.489462 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Initializing driver for type 'vlan' Feb 18 02:39:01.498690 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] VlanTypeDriver initialization complete Feb 18 02:39:01.499057 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Initializing driver for type 'vxlan' Feb 18 02:39:01.499589 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] vxlan ID ranges: [(1, 1000)] Feb 18 02:39:01.539940 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Initializing extension driver 'port_security' Feb 18 02:39:01.540300 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.extensions.port_security [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] PortSecurityExtensionDriver initialization complete Feb 18 02:39:01.540665 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Initializing mechanism driver 'openvswitch' Feb 18 02:39:01.546814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83912) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:01.547657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > port after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.548062 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.548447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.548892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > subnet after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.549275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > subnet after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.549651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.550066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > network after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.550496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > network after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.550820 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > network after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.551233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > security_group after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.551637 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > security_group after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.552010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > security_group after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.552423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.552805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.553175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.553707 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > address_group after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.554087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > address_group after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.554458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > address_group after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.554819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] ML2 OVO RPC backend initialized. {{(pid=83912) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 18 02:39:01.555553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.555938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.556388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > network before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.556768 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > networks before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.557145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > port before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.557516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > ports before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.557890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > subnet before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.558263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > subnets before_response 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.558640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > network after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.559010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > network after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.559377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > network after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.559770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > port after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.560138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.560502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.560941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > subnet after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.561227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > subnet after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.561593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.562219 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.plugin [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Modular L2 Plugin initialization complete Feb 18 02:39:01.562571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading services supported by the core plugin {{(pid=83912) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 02:39:01.562931 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.plugins.ml2.managers [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Got port-security extension from driver 'port_security' Feb 18 02:39:01.563434 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.extensions.vlantransparent [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Disabled vlantransparent extension. Feb 18 02:39:01.563929 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83912) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 02:39:01.564797 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading Plugin: router Feb 18 02:39:01.602525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router_interface before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.602957 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router after_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.603362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router before_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.603784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.604196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.604587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router after_delete 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.604980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > floatingip after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.605380 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router after_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.605758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router after_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.606142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router after_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.606524 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.606917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router after_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.607392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router precommit_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.607825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.608197 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.608566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: subnet after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.608938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.609324 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > port precommit_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.609702 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router precommit_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.610076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: port before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.610450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router precommit_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.610847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router after_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.611245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router precommit_delete 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.611655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router precommit_create 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.612052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.612429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router precommit_update 55549900 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.612847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > network after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.613814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Tracking information for resource: router configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 02:39:01.614180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Tracking information for resource: floatingip configured {{(pid=83912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 02:39:01.618940 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_agentschedulers_db [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 02:39:01.619609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.619999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: port after_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.620378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: port after_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.620756 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: port after_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.621645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router before_create 55550100 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.622037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router precommit_delete 55550100 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.622435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router precommit_create 55550100 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.622821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > router precommit_update 55550100 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.628009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.provider_configuration [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service providers = [] {{(pid=83912) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 02:39:01.628403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.servicetype_db [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83912) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 02:39:01.631354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.service_base [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 02:39:01.631771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.service_base [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 02:39:01.632141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.service_base [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 02:39:01.633026 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.service_base [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 02:39:01.633685 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.services.service_base [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 02:39:01.634098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 02:39:01.634447 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 02:39:01.644967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 02:39:01.645333 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading Plugin: auto_allocate Feb 18 02:39:01.651018 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: network precommit_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.651414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: network precommit_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.652026 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 02:39:01.652379 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading Plugin: tag Feb 18 02:39:01.659199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 02:39:01.659588 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading Plugin: timestamp Feb 18 02:39:01.663363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 02:39:01.663939 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading Plugin: network_ip_availability Feb 18 02:39:01.669315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.669718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.670103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.670874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 02:39:01.671228 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading Plugin: flavors Feb 18 02:39:01.676603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 02:39:01.676973 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading Plugin: revisions Feb 18 02:39:01.681202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 02:39:01.681618 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=83912) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:01.682407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83912) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 18 02:39:01.682762 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Initializing extension manager. Feb 18 02:39:01.683319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: __init__.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.683714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: __pycache__ {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.684084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.684449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: address_group.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.685386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.686019 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: address-group Feb 18 02:39:01.686375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: address_scope.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.687132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.687742 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: address-scope Feb 18 02:39:01.688099 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: admin_state_down_before_update.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.689035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.690221 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: router-admin-state-down-before-update Feb 18 02:39:01.690578 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: agent.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.691327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.691922 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: agent Feb 18 02:39:01.692277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: agent_resources_synced.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.693185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.693753 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: agent-resources-synced Feb 18 02:39:01.694107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: allowedaddresspairs.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.695914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.696489 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: allowed-address-pairs Feb 18 02:39:01.696850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: auto_allocated_topology.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.697920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.698499 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: auto-allocated-topology Feb 18 02:39:01.698858 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: availability_zone.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.699662 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.700195 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: availability_zone Feb 18 02:39:01.700549 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: availability_zone_filter.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.701459 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.702029 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: availability_zone_filter Feb 18 02:39:01.702382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: data_plane_status.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.703284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.703879 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 02:39:01.704241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: default_subnetpools.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.705230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.705804 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: default-subnetpools Feb 18 02:39:01.706157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: dhcpagentscheduler.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.707087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.707721 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: dhcp_agent_scheduler Feb 18 02:39:01.708084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: dns.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.709006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.709575 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension dns-integration not supported by any of loaded plugins Feb 18 02:39:01.709933 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: dns_domain_ports.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.710848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.711414 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 02:39:01.711796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: dvr.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.712510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.713070 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: dvr Feb 18 02:39:01.713426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: empty_string_filtering.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.714344 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.714914 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: empty-string-filtering Feb 18 02:39:01.715267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.716198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.716763 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 02:39:01.717113 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.718029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.718643 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 02:39:01.718996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: external_net.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.719933 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.720535 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: external-net Feb 18 02:39:01.720886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: extra_dhcp_opt.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.721795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.722367 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: extra_dhcp_opt Feb 18 02:39:01.722716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: extraroute.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.723654 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.724244 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: extraroute Feb 18 02:39:01.724597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: extraroute_atomic.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.725624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.726199 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: extraroute-atomic Feb 18 02:39:01.726558 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: filter_validation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.727259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.727854 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: filter-validation Feb 18 02:39:01.728208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: fip_pf_description.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.729119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.729688 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 02:39:01.730045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: fip_port_details.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.730974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.731564 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: fip-port-details Feb 18 02:39:01.731920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: flavors.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.733152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.733729 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: flavors Feb 18 02:39:01.734087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.735765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.736883 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 02:39:01.737352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: floatingip_pools.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.738082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.738663 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: floatingip-pools Feb 18 02:39:01.739022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: ip_allocation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.739986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.740561 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 02:39:01.740923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.741840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.742408 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: ip-substring-filtering Feb 18 02:39:01.742770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: l2_adjacency.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.743734 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.744305 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 02:39:01.744666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: l3.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.745733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.746317 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: router Feb 18 02:39:01.746673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: l3_conntrack_helper.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.748981 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.749577 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 02:39:01.749939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.750864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.751446 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: ext-gw-mode Feb 18 02:39:01.752403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.753321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.753892 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: l3-ha Feb 18 02:39:01.754248 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: l3_flavors.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.755176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.755775 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: l3-flavors Feb 18 02:39:01.756133 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.757045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.757612 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 02:39:01.757966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: l3agentscheduler.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.759515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.760468 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: l3_agent_scheduler Feb 18 02:39:01.761893 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: logging.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.763415 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.764031 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension logging not supported by any of loaded plugins Feb 18 02:39:01.764400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: metering.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.765192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.765900 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: metering Feb 18 02:39:01.766261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.767413 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.768018 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: metering_source_and_destination_fields Feb 18 02:39:01.768375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: multiprovidernet.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.769312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.769888 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: multi-provider Feb 18 02:39:01.770244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: netmtu.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.771153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.771755 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: net-mtu Feb 18 02:39:01.772110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: netmtu_writable.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.773026 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.773598 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: net-mtu-writable Feb 18 02:39:01.773950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: network_availability_zone.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.774665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.775232 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: network_availability_zone Feb 18 02:39:01.775623 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: network_ip_availability.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.776731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.777301 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: network-ip-availability Feb 18 02:39:01.777660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: network_segment_range.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.778580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.779158 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 02:39:01.779535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: pagination.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.780530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.780900 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: pagination Feb 18 02:39:01.781255 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: port_device_profile.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.782161 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.782745 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: port-device-profile Feb 18 02:39:01.783122 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.784060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.784633 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: port-mac-address-regenerate Feb 18 02:39:01.784987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.785898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.786467 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: port-numa-affinity-policy Feb 18 02:39:01.786820 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: port_resource_request.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.787752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.788318 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 02:39:01.788671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: portbindings.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.789627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.790208 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: binding Feb 18 02:39:01.790564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: portbindings_extended.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.791874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.792454 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: binding-extended Feb 18 02:39:01.792811 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: portsecurity.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.793724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.794299 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: port-security Feb 18 02:39:01.794653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: project_id.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.795658 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.796029 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: project-id Feb 18 02:39:01.796383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: providernet.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.797301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.797877 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: provider Feb 18 02:39:01.798228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: qos.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.802299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.802949 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension qos not supported by any of loaded plugins Feb 18 02:39:01.803426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.805893 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.806486 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 02:39:01.806852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.807794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.808374 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 02:39:01.808736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: qos_default.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.809650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.810228 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension qos-default not supported by any of loaded plugins Feb 18 02:39:01.810588 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: qos_fip.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.811274 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.811861 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension qos-fip not supported by any of loaded plugins Feb 18 02:39:01.812219 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: qos_gateway_ip.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.813138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.813715 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 02:39:01.814090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: qos_port_network_policy.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.815570 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.816144 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 02:39:01.816498 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: qos_rule_type_details.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.817408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.817973 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 02:39:01.818326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: qos_rules_alias.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.819384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.819989 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 02:39:01.820345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: quotasv2.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.821321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.821692 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: quotas Feb 18 02:39:01.822047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: quotasv2_detail.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.823694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.824077 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: quota_details Feb 18 02:39:01.824444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: rbac.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.825596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.826189 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: rbac-policies Feb 18 02:39:01.826551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: rbac_address_scope.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.827515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.828106 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: rbac-address-scope Feb 18 02:39:01.828461 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: rbac_security_groups.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.829479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.830078 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: rbac-security-groups Feb 18 02:39:01.830432 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: rbac_subnetpool.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.831361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.831956 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: rbac-subnetpool Feb 18 02:39:01.832311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: revisionifmatch.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.833235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.833810 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: revision-if-match Feb 18 02:39:01.834165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: revisions.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.835284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.835889 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: standard-attr-revisions Feb 18 02:39:01.836252 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: router_availability_zone.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.836968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.837543 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: router_availability_zone Feb 18 02:39:01.837897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: routerservicetype.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.838823 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.839390 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension router-service-type not supported by any of loaded plugins Feb 18 02:39:01.839804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.840722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.841293 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: security-groups-normalized-cidr Feb 18 02:39:01.841646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: security_groups_port_filtering.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.842563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.843132 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: port-security-groups-filtering Feb 18 02:39:01.843494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.844464 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.845038 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: security-groups-remote-address-group Feb 18 02:39:01.845416 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: securitygroup.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.858537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.859150 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: security-group Feb 18 02:39:01.859534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: segment.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.860386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.861449 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension segment not supported by any of loaded plugins Feb 18 02:39:01.861827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.862783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.863363 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 02:39:01.863746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: servicetype.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.864837 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.865418 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: service-type Feb 18 02:39:01.865780 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: sorting.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.866762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.867133 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: sorting Feb 18 02:39:01.867509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: standard_attr_segment.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.868417 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.868993 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 02:39:01.869350 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: standardattrdescription.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.870024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.870590 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: standard-attr-description Feb 18 02:39:01.870943 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: stateful_security_group.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.871891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.872460 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: stateful-security-group Feb 18 02:39:01.872816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: stdattrs_common.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.873395 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 02:39:01.873748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.874755 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.875328 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 02:39:01.875710 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: subnet_onboard.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.877397 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.877973 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: subnet_onboard Feb 18 02:39:01.878333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.879260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.879853 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 02:39:01.880209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: subnet_service_types.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.881127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.881696 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: subnet-service-types Feb 18 02:39:01.882051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: subnetallocation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.883127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.883978 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: subnet_allocation Feb 18 02:39:01.884333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.885021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.885605 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: subnetpool-prefix-ops Feb 18 02:39:01.885967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.886906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.887524 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 02:39:01.887868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: tagging.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.889129 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.889710 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: standard-attr-tag Feb 18 02:39:01.890068 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: timestamp.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.891241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.891858 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loaded extension: standard-attr-timestamp Feb 18 02:39:01.892242 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: trunk.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.893272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.893845 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension trunk not supported by any of loaded plugins Feb 18 02:39:01.894203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: trunk_details.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.895127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.895719 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension trunk-details not supported by any of loaded plugins Feb 18 02:39:01.896081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: uplink_status_propagation.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.897002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.897571 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 02:39:01.897923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Loading extension file: vlantransparent.py {{(pid=83912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 02:39:01.898616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 02:39:01.899184 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 02:39:01.901921 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:network Feb 18 02:39:01.902735 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:subnet Feb 18 02:39:01.903402 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 02:39:01.904077 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:port Feb 18 02:39:01.905542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.906029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service FLAVORS assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.906711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.907184 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.907573 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:router Feb 18 02:39:01.908315 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:floatingip Feb 18 02:39:01.909093 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service METERING assigned prefix: /metering {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.910862 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.911260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.911670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83912) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:39:01.912811 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 02:39:01.913291 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:security_group Feb 18 02:39:01.914102 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 02:39:01.914912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service CORE assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.915278 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 02:39:01.915671 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] subnetpool is already registered Feb 18 02:39:01.916337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service CORE assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.916696 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 02:39:01.917058 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] subnetpool is already registered Feb 18 02:39:01.919811 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.920286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service FLAVORS assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.920925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.921382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.921749 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:router Feb 18 02:39:01.922108 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] router is already registered Feb 18 02:39:01.922757 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:floatingip Feb 18 02:39:01.923116 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] floatingip is already registered Feb 18 02:39:01.924356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service METERING assigned prefix: /metering {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.925100 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 02:39:01.925458 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] rbac_policy is already registered Feb 18 02:39:01.926074 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:security_group Feb 18 02:39:01.926438 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] security_group is already registered Feb 18 02:39:01.927089 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 02:39:01.927447 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] security_group_rule is already registered Feb 18 02:39:01.928190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service CORE assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.928550 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 02:39:01.928904 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] subnetpool is already registered Feb 18 02:39:01.929551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.resource_helper [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Service CORE assigned prefix: {{(pid=83912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 02:39:01.929910 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 02:39:01.930264 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.quota.resource_registry [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] subnetpool is already registered Feb 18 02:39:01.930983 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: extensions {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.932537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: address-groups {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.934210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: address-scopes {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.935525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: agents {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.936750 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: auto-allocated-topology {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.938201 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: availability_zones {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.940230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: dhcp-networks {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.941725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: dhcp-agents {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.943223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: routers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.945170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: flavors {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.946409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: service_profiles {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.947712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: next_providers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.950145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: service_profiles {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.951682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: floatingip-pools {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.952998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: routers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.954926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: floatingips {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.956248 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: l3-routers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.957725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: l3-agents {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.959216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: metering-labels {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.960698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: metering-label-rules {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.962062 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: network-ip-availabilities {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.963393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: bindings {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.965157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: quotas {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.966668 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: quotas {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.968194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: rbac-policies {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.969579 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: security-groups {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.970878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: security-group-rules {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.972223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: service-providers {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.973513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: subnetpools {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.975004 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: subnetpools {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.976672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.978443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.980379 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.982232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.984148 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.986462 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.988392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.990367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.992376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:01.994313 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.extensions [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Extended resource: tags {{(pid=83912) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 02:39:02.001388 dv-cinder-763306-10-smb neutron-server[83912]: WARNING keystonemiddleware.auth_token [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 02:39:02.007177 dv-cinder-763306-10-smb neutron-server[83912]: WARNING keystonemiddleware.auth_token [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 02:39:02.016269 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Acquired lock "singleton_lock" {{(pid=83912) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 18 02:39:02.016782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Releasing lock "singleton_lock" {{(pid=83912) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 18 02:39:02.018266 dv-cinder-763306-10-smb neutron-server[83912]: INFO oslo_service.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Starting 2 workers Feb 18 02:39:02.022975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Started child 84023 {{(pid=83912) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 02:39:02.027025 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:02.027683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Started child 84024 {{(pid=83912) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 02:39:02.028533 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [-] (84023) wsgi starting up on http://0.0.0.0:9696 Feb 18 02:39:02.029234 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 02:39:02.029893 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Notify callbacks [] for process, before_spawn {{(pid=83912) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:02.031126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:02.032441 dv-cinder-763306-10-smb neutron-server[83912]: INFO oslo_service.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Starting 1 workers Feb 18 02:39:02.032554 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [-] (84024) wsgi starting up on http://0.0.0.0:9696 Feb 18 02:39:02.038453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Started child 84025 {{(pid=83912) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 02:39:02.038975 dv-cinder-763306-10-smb neutron-server[83912]: INFO oslo_service.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Starting 1 workers Feb 18 02:39:02.040490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] calling RpcWorker wait() {{(pid=84025) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 02:39:02.040887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] returning from RpcWorker wait() {{(pid=84025) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 02:39:02.042376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:02.042873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:02.043666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Started child 84026 {{(pid=83912) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 02:39:02.044468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3186e169-8f78-45f9-8105-d33b0067281d None None] Notify callbacks [] for process, after_spawn {{(pid=83912) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:02.046112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83912) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 02:39:02.046342 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 02:39:02.046541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 02:39:02.046802 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 02:39:02.047202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 02:39:02.047393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 02:39:02.047533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:02.047969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.048280 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.049166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.049447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.049764 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.050423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.050702 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.051006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.051328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.051612 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.051810 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.052000 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.052282 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.052549 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.052918 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.053207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.053471 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.053738 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.053947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.054220 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.054518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.054797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.055098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] debug = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.055368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.055964 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.056258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.056480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.056725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.057017 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.057283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.057576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.057845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.058105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.058376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.058660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.058904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.059149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.059439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.059723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.060183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] host = dv-cinder-763306-10-smb {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.060453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.060695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.060955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.061216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.061494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.061749 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.062024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.062310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.062584 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.062839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.063111 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.063367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.063676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.063946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.064173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_options = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.064434 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.064735 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.065033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.065240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.065428 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.065612 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.065901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.066074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.066351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.066590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.066833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.067072 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.067326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.067596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.067876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.068130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.068397 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.068650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.068937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.069208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.069489 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.069746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.069985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.070241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.070479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.070720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.070977 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.071321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.071602 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.071770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.071922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.072209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.072474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.072748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.073033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.073300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.073518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.073763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.074025 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.074297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.074573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.074811 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.075130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.075293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.075677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.075975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_json = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.076272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.076538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.076799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.077039 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.077295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.077556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.077831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.078072 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.078505 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.078606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:02.078817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.079166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.079404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.079694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.079980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.080247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.080506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.080785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.081047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.081379 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.081643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.081946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.082192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.082460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.082792 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.083091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.083411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.083701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.083967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.084950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.084950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.084950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.085387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.085387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.085651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.085795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.086030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.086287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.086538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.086795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.087065 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.087359 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.087631 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.087873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.088116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.088375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.088614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.088872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.089283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.089570 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.089834 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.090081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.090318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.090556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.090795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.091032 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.091292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.091597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.091835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.092172 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.092362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.092526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.092762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.092995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.093275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.093517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.093755 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.094010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.094252 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.094504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.094787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.095035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.095269 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.096192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.096580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.096911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.097178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.097432 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.097675 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.097921 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.098166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.098407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.098647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.098886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.099124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.099362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.099657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.100149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.100397 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.102336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.102336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.102336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.102336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.102336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.102336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.102336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.102797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.102866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.103388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.103688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.103992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.104219 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.104477 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.104671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.104919 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.105151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.105453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.105730 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.106076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.106231 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.106425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.106660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.106912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.107175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.107571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.107860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.108160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.108472 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.108760 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.109051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.109363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.109633 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.109948 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.110460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.110460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.110756 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.111752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.111917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.112752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.112752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.112752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.113169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.113169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.113439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.113804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.114079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.114234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.114494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.114744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.115183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.115509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.115872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.116175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.116436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.116680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.116955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.117250 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.117513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.117894 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.118171 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.118442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.118729 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.119007 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.119251 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.119532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.119816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.120058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.120320 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.120580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.120825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.121081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.121320 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.121613 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.121898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.122111 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.122352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.122596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.122821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.123110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.123351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.123647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.123906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.124152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.124394 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.124638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.124878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.125162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.125420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.125719 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.125996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.126262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.126534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.126821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.127109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.127354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.127659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.127927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.128174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.128412 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.128658 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.128898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.129156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.129441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.129679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.130023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.130503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.131047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.131550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.131996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.132449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.132874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.133119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.133790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.134191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.134586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.134993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.135247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.135556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.135831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.136101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.136348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.136606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.136866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.137108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.137348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.137675 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.137971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.138193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.138438 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.138677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.138931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.139169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.139407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.139677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.139915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.140170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.140409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.140646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.140886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.141140 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.141461 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.141757 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.142005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.142342 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.142605 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.142884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.143152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.143530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.143780 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.144052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.144298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.144566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.144815 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.145118 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.145480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.145824 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.146132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.146420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.146729 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.147030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.147322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.147590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.147892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.148262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.148794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.148794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.149019 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.149298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.149533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.149927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.150314 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.150773 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.151026 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.151289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.151587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.151839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.152079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.152339 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.152589 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.152844 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.153102 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.153314 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.153556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.153744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 02:39:02.154299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83912) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 02:39:02.154482 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 02:39:02.154662 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 02:39:02.154881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 02:39:02.155077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 02:39:02.155233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 02:39:02.155496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.155671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.155830 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.156160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.156505 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.156724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.156912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.157094 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.157276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.157458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.157639 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.158340 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.158538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.158720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.158900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.159086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.159268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.159452 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.159657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.159839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.160020 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.160181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.160527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] debug = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.160711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.160927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.161092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.161433 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.161615 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.161798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.161979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.162160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.162363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.162504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.162681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.162860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.163041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.163220 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.163400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.163604 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.163785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] host = dv-cinder-763306-10-smb {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.163964 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.164144 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.164325 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.164506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.164687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.164866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.165046 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.165224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.165405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.165584 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.165762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.165960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.166121 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.166298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.166476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_options = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.166657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.166837 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.167015 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.167219 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.167402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.167606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.167789 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.167971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.168153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.168332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.168517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.168695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.168875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.169055 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.169232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.169410 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.169591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.169770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.169950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.170130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.170308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.170490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.170669 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.170848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.171030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.171209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.171388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.171569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.171750 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.171931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.172110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.172292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.172473 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.172653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.172833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.173013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.173225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.173371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.173550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.174183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.174362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.174543 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.174722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.174903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.175082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.175264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_json = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.175454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.175650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.175831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.176011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.176165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.176346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.176525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.176705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 02:39:02.176905 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.177089 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.177284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.177468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.177650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.177853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.178016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.178185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.178354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.178540 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.178728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.178911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.179105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.179289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.179501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.179680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.180261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.180261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.180261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.180676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.180676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.180676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.181071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.181071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.181226 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.181318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.181465 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.181649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.181831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.182013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.182198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.182381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.182563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.182745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.182927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.183113 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.183297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.183494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.183686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.183870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.184055 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.184237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.184419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.184603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.184785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.184969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.185152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.185335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.185519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.185703 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.185897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.186079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.186262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.186444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.186648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.186786 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.186921 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.187097 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.187280 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.187481 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.187666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.187864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.188046 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.188232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.188414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.188601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.188783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.188966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.189168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.189351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.189534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.189717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.189899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.190039 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:02.190183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.190318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.190453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.190587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.190724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.190859 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.191001 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.191180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.191362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.191568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.191723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.191917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.192117 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.192300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.192482 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.192664 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.192845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.193027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.193210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.193391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.193572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.193749 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.193888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.194065 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.194249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.194430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.194613 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.194794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.194974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.195155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.195336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.195538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.195721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.195877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.196059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.196239 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.196421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.196602 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.196793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.196974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.197157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.197340 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.197529 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.197723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.197904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.198087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.198268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.198447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.198632 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.198813 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.198995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.199149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.199332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.199534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.199727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.199920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.200104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.200329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.200475 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.200671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.200853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.201035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.201217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.201399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.201581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.201761 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.201944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.202126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.202309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.202490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.202679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.202848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.203007 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.203188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.203370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.203577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.203761 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.203925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.204108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.204291 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.204473 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.204655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.204857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.205050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.205214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.205335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.205519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.205701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.205884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.206066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.206247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.206429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.206612 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.206793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.206975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.207158 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.207342 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.207567 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.207752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.207937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.208121 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.208304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.208490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.208676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.208861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.209045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.209227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.209411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.209748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.209748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.209989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.210086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.210202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.210400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.210581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.210762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.210943 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.211124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.211308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.211529 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.211692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.211874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.212059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.212242 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.212423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.212607 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.212791 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.212976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.213162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.213345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.213528 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.213709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.213891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.214087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.214271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.214452 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.214633 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.214814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.215006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.215188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.215370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.215575 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.215758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.215950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.216132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.216312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.216493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.216674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.216867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.217052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.217235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.217427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.217609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.217791 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.217974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.218166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.218349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.218538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.218720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.218903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.219084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.219269 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.219452 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.219666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.219854 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.220024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.220215 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.220933 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.221125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.221306 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.221495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.221691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.221872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.222056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.222236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.222417 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.222599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.222780 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.222963 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.223144 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.223326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.223544 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.223727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.223910 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.224091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.224272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.224457 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.224637 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.224819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.225000 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.225182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 02:39:02.225358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83912) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 02:39:02.517752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36602) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:02.529264 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093079 Feb 18 02:39:12.567647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb2c3b-c485-4d3d-9aad-5c51fd24ed74 None None] get_active_networks_info from dv-cinder-763306-10-smb {{(pid=84025) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 02:39:12.688230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb2c3b-c485-4d3d-9aad-5c51fd24ed74 None None] No non-hosted networks {{(pid=84025) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 02:39:12.722630 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db0d8964-ed7d-4d73-8bd9-46d8979bb17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:14.715738 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ccc06dc-69b8-404a-9b6c-576b40c4025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:14.760537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bd73a39-dc30-485d-8fc4-7ad1402ba196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:15.487067 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:16.468854 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:16.470257 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.470853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.471438 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.472036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.472613 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.473169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.473735 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.474309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.474867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.475415 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.476081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.476650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:16.477741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:16.484316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:16.717758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:18.098191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36692) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:18.348523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] get_endpoint_by_host() called for host dv-cinder-763306-10-smb {{(pid=84025) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 02:39:18.353837 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] get_endpoint_by_ip() called for ip 192.168.0.47 {{(pid=84025) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 02:39:18.357046 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] _add_endpoint() called for ip 192.168.0.47 {{(pid=84025) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 02:39:18.363167 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] _get_endpoints() called {{(pid=84025) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 02:39:18.717774 dv-cinder-763306-10-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-a83cde42-a41c-47db-9590-5d6aa8332288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 02:39:18.718381 dv-cinder-763306-10-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-a83cde42-a41c-47db-9590-5d6aa8332288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 02:39:18.948220 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-a83cde42-a41c-47db-9590-5d6aa8332288 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:39:18.949303 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a83cde42-a41c-47db-9590-5d6aa8332288 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8496118 Feb 18 02:39:21.667718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36708) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:21.868167 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_hamode_db [None req-38a93150-86d9-4188-a58c-45a2d7b4d32e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 02:39:21.957778 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a93150-86d9-4188-a58c-45a2d7b4d32e None None] Routers set() bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:39:21.958171 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a93150-86d9-4188-a58c-45a2d7b4d32e None None] Router IDs set() for agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 18 02:39:22.074088 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-238c0e3f-ac84-49f5-adf0-8b1190ff23b0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:39:22.144119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.policy [None req-238c0e3f-ac84-49f5-adf0-8b1190ff23b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84024) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 02:39:22.180407 dv-cinder-763306-10-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-238c0e3f-ac84-49f5-adf0-8b1190ff23b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 02:39:22.180811 dv-cinder-763306-10-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-238c0e3f-ac84-49f5-adf0-8b1190ff23b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 02:39:22.207726 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota [None req-238c0e3f-ac84-49f5-adf0-8b1190ff23b0 admin admin] Loaded quota_driver: . Feb 18 02:39:22.223361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-238c0e3f-ac84-49f5-adf0-8b1190ff23b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:39:22.279198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-238c0e3f-ac84-49f5-adf0-8b1190ff23b0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770356553468', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770356538428', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770356538151', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770356515327', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770356521556', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1513077', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853199854', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846971094', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7782863'] for rbac-policy, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:22.341217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-238c0e3f-ac84-49f5-adf0-8b1190ff23b0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:22.342472 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-238c0e3f-ac84-49f5-adf0-8b1190ff23b0 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6735737 Feb 18 02:39:25.283155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36722) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:25.649801 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Request body: {'network': {'project_id': '131810a5d4a742b2a471fdc2787ef921', 'name': 'private', 'admin_state_up': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:39:25.655634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:39:25.660311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Usage tracker for resource:network and tenant:131810a5d4a742b2a471fdc2787ef921 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:39:25.663930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:39:25.669955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:39:25.679407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Made reservation on behalf of 131810a5d4a742b2a471fdc2787ef921 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:39:25.685436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:25.704019 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:25.872187 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:39:25.875961 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Usage tracker for resource:security_group_rule and tenant:131810a5d4a742b2a471fdc2787ef921 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:39:25.879949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:39:25.885770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:39:25.980966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:25.983484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:25.988547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:26.009978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:39:26.034278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770353081886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:26.034756 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Added segment e405fddb-4321-4ad4-9ee8-e63898ba47b9 of type vxlan for network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 Feb 18 02:39:26.087447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6ad5b-20a1-49cf-b42a-292578046298,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:26.111551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.111944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.112304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.112657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.113005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.113354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.113697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.114043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.114399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.114742 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.115087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.115428 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Tracked resource versions report: Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: pushed versions: Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: consumer versions: Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: { DHCP agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: L3 agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: Metadata agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: Metering agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-763306-10-smb: { 'AddressGroup': '1.1', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 18 02:39:26.116542 dv-cinder-763306-10-smb neutron-server[83912]: {{(pid=84024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 02:39:26.154085 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:26.160879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:26.197105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:26.198363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:39:26.198985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:26.203698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:26.314035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Pushing event updated for resources: {'Network': ['ID=5ba1dba5-e2a7-4855-85ee-20f3489679b3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:26.318471 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0342093 Feb 18 02:39:26.319218 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:26.334659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:39:29.321225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36738) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:29.788855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c340ab-3ebb-48eb-8e48-479d836a6a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:39:29.790318 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-46c340ab-3ebb-48eb-8e48-479d836a6a5e admin admin] 10.222.0.13 "GET /v2.0/networks/5ba1dba5-e2a7-4855-85ee-20f3489679b3 HTTP/1.1" status: 200 len: 818 time: 0.4680045 Feb 18 02:39:29.821221 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-de6135b8-3920-43b1-b5ff-85dc82dfee49 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/ba2f9e01-5503-46bc-a99d-0f4211699bd7 HTTP/1.1" status: 200 len: 734 time: 0.0247643 Feb 18 02:39:29.831046 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ba2f9e01-5503-46bc-a99d-0f4211699bd7', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:39:29.835309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:39:29.839153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Usage tracker for resource:subnet and tenant:131810a5d4a742b2a471fdc2787ef921 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:39:29.842041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:39:29.847584 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:39:29.855716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Made reservation on behalf of 131810a5d4a742b2a471fdc2787ef921 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:39:29.860164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:30.322508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:30.337235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:30.474535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ab3878-5864-4960-b012-ab67254821f1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:30.481120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:30.538203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Checking segment: {'id': 'e405fddb-4321-4ad4-9ee8-e63898ba47b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:39:30.538594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Network hostable DHCP agents. Network: 5ba1dba5-e2a7-4855-85ee-20f3489679b3, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:39:30.558822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:39:30.567266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 5ba1dba5-e2a7-4855-85ee-20f3489679b3) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:39:30.571556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:39:30.572193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:30.577364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63a0288-c4ac-4d43-ba18-233279035a1f None None] Network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:39:30.590573 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7636228 Feb 18 02:39:31.067155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8984246-664d-52f7-bcc5-16e507d513f0-5ba1dba5-e2a7-4855-85ee-20f3489679b3', 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'fixed_ips': [{'subnet_id': '95ab3878-5864-4960-b012-ab67254821f1'}]}} from dv-cinder-763306-10-smb. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 02:39:31.068278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:31.382709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Allocated IP 172.20.0.2 (5ba1dba5-e2a7-4855-85ee-20f3489679b3/95ab3878-5864-4960-b012-ab67254821f1/dc394b05-202b-4d09-abe7-ea8fc32e6a3c) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:39:31.615673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:31.628988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Transition to ACTIVE for port object dc394b05-202b-4d09-abe7-ea8fc32e6a3c will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:39:31.646316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Transition to ACTIVE for port object dc394b05-202b-4d09-abe7-ea8fc32e6a3c will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:39:31.651912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:31.669856 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:31.804972 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Pushing event updated for resources: {'Port': ['ID=dc394b05-202b-4d09-abe7-ea8fc32e6a3c,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:31.816235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.816616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.816990 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.817355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.817717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.818078 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.818441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.818797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.819154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.819545 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.819900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.820252 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Tracked resource versions report: Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: pushed versions: Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: consumer versions: Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: { DHCP agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: L3 agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: Metadata agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: Metering agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-763306-10-smb: { 'AddressGroup': '1.1', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 18 02:39:31.821355 dv-cinder-763306-10-smb neutron-server[83912]: {{(pid=84025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 02:39:31.835643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:31.877640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:39:31.878749 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:39:31.881436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:39:31.942651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Attempting to bind port dc394b05-202b-4d09-abe7-ea8fc32e6a3c on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:39:31.943082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Attempting to bind port dc394b05-202b-4d09-abe7-ea8fc32e6a3c by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': 'e405fddb-4321-4ad4-9ee8-e63898ba47b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:39:31.943515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Attempting to bind port dc394b05-202b-4d09-abe7-ea8fc32e6a3c on network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:39:31.949022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:39:31.949432 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Checking segment: {'id': 'e405fddb-4321-4ad4-9ee8-e63898ba47b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:39:31.950715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:31.950715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Bound using segment: {'id': 'e405fddb-4321-4ad4-9ee8-e63898ba47b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:39:31.950891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Bound port: dc394b05-202b-4d09-abe7-ea8fc32e6a3c, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e405fddb-4321-4ad4-9ee8-e63898ba47b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:39:31.951203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:32.046471 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] For port dc394b05-202b-4d09-abe7-ea8fc32e6a3c, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:39:32.051156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] For port dc394b05-202b-4d09-abe7-ea8fc32e6a3c, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=dc394b05-202b-4d09-abe7-ea8fc32e6a3c,segment=NetworkSegment(e405fddb-4321-4ad4-9ee8-e63898ba47b9),segment_id=e405fddb-4321-4ad4-9ee8-e63898ba47b9)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:39:32.054680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:32.069625 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:32.229582 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Pushing event updated for resources: {'Port': ['ID=dc394b05-202b-4d09-abe7-ea8fc32e6a3c,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:32.234832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:33.327236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36748) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:33.729593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-548a4852-928a-4214-bdb1-5f60426aeff3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:39:33.731523 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-548a4852-928a-4214-bdb1-5f60426aeff3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4023700 Feb 18 02:39:36.428376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device dc394b05-202b-4d09-abe7-ea8fc32e6a3c up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:39:36.454647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36762) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:36.504428 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port dc394b05-202b-4d09-abe7-ea8fc32e6a3c completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:39:36.858666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-f8793ac9-80aa-483e-aab6-b98818a8874f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:39:36.859760 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f8793ac9-80aa-483e-aab6-b98818a8874f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4041443 Feb 18 02:39:37.020241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e19b46-2fdc-4bda-b0c1-8903ef3c845f None None] Network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:39:37.106618 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cfc41241-2dad-4571-a0a8-2e6e34b0b984 None None] Provisioning for port dc394b05-202b-4d09-abe7-ea8fc32e6a3c completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:39:37.121216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-cfc41241-2dad-4571-a0a8-2e6e34b0b984 None None] Provisioning complete for port dc394b05-202b-4d09-abe7-ea8fc32e6a3c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:39:37.122234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfc41241-2dad-4571-a0a8-2e6e34b0b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:37.330850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfc41241-2dad-4571-a0a8-2e6e34b0b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:37.413721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cfc41241-2dad-4571-a0a8-2e6e34b0b984 None None] For port dc394b05-202b-4d09-abe7-ea8fc32e6a3c, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=dc394b05-202b-4d09-abe7-ea8fc32e6a3c,segment=NetworkSegment(e405fddb-4321-4ad4-9ee8-e63898ba47b9),segment_id=e405fddb-4321-4ad4-9ee8-e63898ba47b9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:39:37.417228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfc41241-2dad-4571-a0a8-2e6e34b0b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:37.422244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:37.497584 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc41241-2dad-4571-a0a8-2e6e34b0b984 None None] Pushing event updated for resources: {'Port': ['ID=dc394b05-202b-4d09-abe7-ea8fc32e6a3c,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:37.500587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cfc41241-2dad-4571-a0a8-2e6e34b0b984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:37.643722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-743661bb-249f-4470-bc9e-c37788ae0fc0 None None] Provisioning complete for port dc394b05-202b-4d09-abe7-ea8fc32e6a3c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:39:37.644134 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-743661bb-249f-4470-bc9e-c37788ae0fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:37.903015 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f498c62c-92e7-447b-b677-f3a2b9e1d525 None None] Provisioning complete for port dc394b05-202b-4d09-abe7-ea8fc32e6a3c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:39:37.903418 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f498c62c-92e7-447b-b677-f3a2b9e1d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:38.148762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f7d6a3fa-ad98-453d-a502-e8303d80e701 None None] Provisioning complete for port dc394b05-202b-4d09-abe7-ea8fc32e6a3c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:39:38.149162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a3fa-ad98-453d-a502-e8303d80e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:38.404509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device dc394b05-202b-4d09-abe7-ea8fc32e6a3c up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:39:38.474651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port dc394b05-202b-4d09-abe7-ea8fc32e6a3c triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:39:38.475050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:39.876286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36774) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:40.245822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:39:40.251620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:39:40.255582 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Usage tracker for resource:router and tenant:131810a5d4a742b2a471fdc2787ef921 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:39:40.258985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:39:40.264700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:39:40.273990 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854407948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747879'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:40.275288 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854399485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27921'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:40.297161 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:40.404191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854399259'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:40.421845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:40.423127 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-413293d7-227e-48fb-8535-da4b33491307 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5457933 Feb 18 02:39:42.391123 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a73b0dee-1ca3-46b2-9537-ede47ffb3f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:43.121233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36784) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:43.502108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-396d79a4-75c3-477c-bbec-d195db33a4af admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:39:43.503226 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-396d79a4-75c3-477c-bbec-d195db33a4af admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3809769 Feb 18 02:39:44.711315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb7e8-fbfd-464b-a377-4c983bacd783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:45.440493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.202273 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36804) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:46.357549 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:39:46.362463 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:39:46.366420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Usage tracker for resource:network and tenant:05c45f27a27f40b296d45acfef439342 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:39:46.369905 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:39:46.375640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:39:46.385073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Made reservation on behalf of 05c45f27a27f40b296d45acfef439342 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:39:46.389658 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.402582 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.417509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:39:46.421375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:05c45f27a27f40b296d45acfef439342 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:39:46.424230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:39:46.429806 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:39:46.472840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.515372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.518468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.522629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:46.536184 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Reserving flat network on physical network physnet1 {{(pid=84024) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 18 02:39:46.560059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dacbe8-4d79-4c42-b859-ed8732389c42,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:46.562975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770353081886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.564153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Unsubscribe: segment precommit_create {{(pid=84024) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 18 02:39:46.564560 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Added segment 188b964d-71e4-40fc-9120-eed378830c76 of type flat for network 6fd03acf-077a-4992-b52f-35408fdf411b Feb 18 02:39:46.565784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:46.598027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.632565 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.634002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:39:46.634623 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.639271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:46.659865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:46.741112 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5376122 Feb 18 02:39:46.744044 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd03acf-077a-4992-b52f-35408fdf411b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:46.746783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:46.755649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 6fd03acf-077a-4992-b52f-35408fdf411b details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:39:49.394585 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36824) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:49.510571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd46e6-b989-49f5-bef8-ac92fb1f4186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:39:49.512000 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-92bd46e6-b989-49f5-bef8-ac92fb1f4186 admin admin] 10.222.0.13 "GET /v2.0/subnets/95ab3878-5864-4960-b012-ab67254821f1 HTTP/1.1" status: 200 len: 849 time: 0.1164079 Feb 18 02:39:49.660744 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-0ef5b29d-aebf-4b4e-83b5-919ea0cd3e7c admin admin] 10.222.0.13 "GET /v2.0/routers/2a3749a5-2f92-49e9-927f-78af5cfb2b89 HTTP/1.1" status: 200 len: 704 time: 0.1425812 Feb 18 02:39:50.288263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:50.648362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Allocated IP 172.20.0.1 (5ba1dba5-e2a7-4855-85ee-20f3489679b3/95ab3878-5864-4960-b012-ab67254821f1/e5cf00c7-4b3b-463b-8433-07c9710d24ff) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:39:50.814611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:50.831908 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Transition to ACTIVE for port object e5cf00c7-4b3b-463b-8433-07c9710d24ff will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:39:50.886008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:50.900731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:51.035141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Pushing event updated for resources: {'Port': ['ID=e5cf00c7-4b3b-463b-8433-07c9710d24ff,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:51.041327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:51.100766 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:39:51.101942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:39:51.104237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:39:51.104760 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370910'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:51.275056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e1c719ed-816c-43bb-9934-e02ef3af4df7 None None] Provisioning for port e5cf00c7-4b3b-463b-8433-07c9710d24ff completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:39:51.279860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e1c719ed-816c-43bb-9934-e02ef3af4df7 None None] Provisioning complete for port e5cf00c7-4b3b-463b-8433-07c9710d24ff triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:39:51.280268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e1c719ed-816c-43bb-9934-e02ef3af4df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:51.337541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-e1c719ed-816c-43bb-9934-e02ef3af4df7 None None] Port e5cf00c7-4b3b-463b-8433-07c9710d24ff cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:39:51.380862 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:51.670289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:51.674174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:51.675259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854404996'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:51.689649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:51.822191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Pushing event updated for resources: {'Port': ['ID=e5cf00c7-4b3b-463b-8433-07c9710d24ff,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:51.826552 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:51.881477 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:39:51.882576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:39:52.061935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f654d5af-7e42-4d4e-9b53-b05204b1b3fe None None] Provisioning complete for port e5cf00c7-4b3b-463b-8433-07c9710d24ff triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:39:52.062345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f654d5af-7e42-4d4e-9b53-b05204b1b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:52.121634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f654d5af-7e42-4d4e-9b53-b05204b1b3fe None None] Port e5cf00c7-4b3b-463b-8433-07c9710d24ff cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:39:52.244136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Router 2a3749a5-2f92-49e9-927f-78af5cfb2b89 is scheduled to L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 02:39:52.406248 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:39:52.416605 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Sync routers for ids ['2a3749a5-2f92-49e9-927f-78af5cfb2b89'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:39:52.416743 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] 10.222.0.13 "PUT /v2.0/routers/2a3749a5-2f92-49e9-927f-78af5cfb2b89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7504959 Feb 18 02:39:52.427822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Routers {'2a3749a5-2f92-49e9-927f-78af5cfb2b89'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:39:52.428724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:39:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['2a3749a5-2f92-49e9-927f-78af5cfb2b89'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:52.616100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Set router 2a3749a5-2f92-49e9-927f-78af5cfb2b89 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:39:53.165936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'name': 'router1', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:39:40Z', 'updated_at': '2021-02-18T02:39:51Z', 'revision_number': 2, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'gw_port_host': None, '_interfaces': [{'id': 'e5cf00c7-4b3b-463b-8433-07c9710d24ff', 'name': '', 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'mac_address': 'fa:16:3e:3a:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95ab3878-5864-4960-b012-ab67254821f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:39:50Z', 'updated_at': '2021-02-18T02:39:51Z', 'revision_number': 2, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'subnets': [{'id': '95ab3878-5864-4960-b012-ab67254821f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba2f9e01-5503-46bc-a99d-0f4211699bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:53.170896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Checking router: 2a3749a5-2f92-49e9-927f-78af5cfb2b89 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:39:53.171283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Updating router 2a3749a5-2f92-49e9-927f-78af5cfb2b89 port e5cf00c7-4b3b-463b-8433-07c9710d24ff binding host dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:39:53.229867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:53.673347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:53.688348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Transition to ACTIVE for port object e5cf00c7-4b3b-463b-8433-07c9710d24ff will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:39:53.691412 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:53.707855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:53.844894 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Pushing event updated for resources: {'Port': ['ID=e5cf00c7-4b3b-463b-8433-07c9710d24ff,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:53.862996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.863382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.863777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.864142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.864504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.864866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.865221 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.865574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.865943 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.866296 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.866646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.866994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Tracked resource versions report: Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: pushed versions: Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: consumer versions: Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: { DHCP agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: L3 agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: Metadata agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: Metering agent@dv-cinder-763306-10-smb: {}, Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-763306-10-smb: { 'AddressGroup': '1.1', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 18 02:39:53.868099 dv-cinder-763306-10-smb neutron-server[83912]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 02:39:53.875044 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:54.030418 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Attempting to bind port e5cf00c7-4b3b-463b-8433-07c9710d24ff on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:39:54.031016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Attempting to bind port e5cf00c7-4b3b-463b-8433-07c9710d24ff by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': 'e405fddb-4321-4ad4-9ee8-e63898ba47b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:39:54.031654 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Attempting to bind port e5cf00c7-4b3b-463b-8433-07c9710d24ff on network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:39:54.038105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:39:54.038520 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Checking segment: {'id': 'e405fddb-4321-4ad4-9ee8-e63898ba47b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:39:54.038979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:54.039398 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Bound using segment: {'id': 'e405fddb-4321-4ad4-9ee8-e63898ba47b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:39:54.039945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Bound port: e5cf00c7-4b3b-463b-8433-07c9710d24ff, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e405fddb-4321-4ad4-9ee8-e63898ba47b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:39:54.040373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:54.134920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] For port e5cf00c7-4b3b-463b-8433-07c9710d24ff, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:39:54.140190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] For port e5cf00c7-4b3b-463b-8433-07c9710d24ff, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=e5cf00c7-4b3b-463b-8433-07c9710d24ff,segment=NetworkSegment(e405fddb-4321-4ad4-9ee8-e63898ba47b9),segment_id=e405fddb-4321-4ad4-9ee8-e63898ba47b9)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:39:54.144850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:54.160340 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:54.318978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Pushing event updated for resources: {'Port': ['ID=e5cf00c7-4b3b-463b-8433-07c9710d24ff,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:54.324222 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:54.369314 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Routers {'2a3749a5-2f92-49e9-927f-78af5cfb2b89'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:39:54.369968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:39:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['2a3749a5-2f92-49e9-927f-78af5cfb2b89'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:54.537211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] Set router 2a3749a5-2f92-49e9-927f-78af5cfb2b89 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:39:54.876807 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'name': 'router1', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:39:40Z', 'updated_at': '2021-02-18T02:39:51Z', 'revision_number': 2, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'gw_port_host': None, '_interfaces': [{'id': 'e5cf00c7-4b3b-463b-8433-07c9710d24ff', 'name': '', 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'mac_address': 'fa:16:3e:3a:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95ab3878-5864-4960-b012-ab67254821f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:39:50Z', 'updated_at': '2021-02-18T02:39:54Z', 'revision_number': 4, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'subnets': [{'id': '95ab3878-5864-4960-b012-ab67254821f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba2f9e01-5503-46bc-a99d-0f4211699bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:39:54.880945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fc2e7-763e-4644-921b-20e12d9f501f None None] The sync data for ids ['2a3749a5-2f92-49e9-927f-78af5cfb2b89'] in dv-cinder-763306-10-smb is: [{'id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'name': 'router1', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:39:40Z', 'updated_at': '2021-02-18T02:39:51Z', 'revision_number': 2, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'gw_port_host': None, '_interfaces': [{'id': 'e5cf00c7-4b3b-463b-8433-07c9710d24ff', 'name': '', 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'mac_address': 'fa:16:3e:3a:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95ab3878-5864-4960-b012-ab67254821f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:39:50Z', 'updated_at': '2021-02-18T02:39:54Z', 'revision_number': 4, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'subnets': [{'id': '95ab3878-5864-4960-b012-ab67254821f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba2f9e01-5503-46bc-a99d-0f4211699bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:39:54.937686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36836) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:55.100152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699c36b9-3007-49e6-913d-6f582d042b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:39:55.100770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-699c36b9-3007-49e6-913d-6f582d042b45 admin admin] Synchronizing usage tracker for tenant:05c45f27a27f40b296d45acfef439342 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:39:55.117168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-699c36b9-3007-49e6-913d-6f582d042b45 admin admin] Unset dirty status for tenant:05c45f27a27f40b296d45acfef439342 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:39:55.118347 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-699c36b9-3007-49e6-913d-6f582d042b45 admin admin] 10.222.0.13 "GET /v2.0/networks/6fd03acf-077a-4992-b52f-35408fdf411b HTTP/1.1" status: 200 len: 842 time: 0.1795473 Feb 18 02:39:55.128840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:39:55.134330 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:39:55.138255 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Usage tracker for resource:subnet and tenant:05c45f27a27f40b296d45acfef439342 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:39:55.141684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:39:55.147886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:39:55.156222 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Made reservation on behalf of 05c45f27a27f40b296d45acfef439342 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:39:55.161363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:55.592621 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84024) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 02:39:55.593131 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:55.608328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:55.745591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4251dbd1-b0df-4588-9e89-c3a1241ac2d8,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:55.761497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:55.809135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Checking segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:39:55.809527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Network hostable DHCP agents. Network: 6fd03acf-077a-4992-b52f-35408fdf411b, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:39:55.828128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Network 6fd03acf-077a-4992-b52f-35408fdf411b is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:39:55.837120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 6fd03acf-077a-4992-b52f-35408fdf411b) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:39:55.841022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:39:55.841660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:55.847187 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd0cb9-9c1a-4b68-91e0-7eba35d2baee None None] Network 6fd03acf-077a-4992-b52f-35408fdf411b requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:39:55.863539 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7385023 Feb 18 02:39:56.099949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f56b34e-9116-4d3d-8ef2-3899ec98a4ec None None] Network 6fd03acf-077a-4992-b52f-35408fdf411b requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:39:56.430107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e5cf00c7-4b3b-463b-8433-07c9710d24ff up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:39:56.502955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port e5cf00c7-4b3b-463b-8433-07c9710d24ff completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:39:56.507675 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port e5cf00c7-4b3b-463b-8433-07c9710d24ff triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:39:56.508083 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:56.626929 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:56.663107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port e5cf00c7-4b3b-463b-8433-07c9710d24ff, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=e5cf00c7-4b3b-463b-8433-07c9710d24ff,segment=NetworkSegment(e405fddb-4321-4ad4-9ee8-e63898ba47b9),segment_id=e405fddb-4321-4ad4-9ee8-e63898ba47b9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:39:56.666152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:56.668353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cfc41241-2dad-4571-a0a8-2e6e34b0b984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:39:56.736936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=e5cf00c7-4b3b-463b-8433-07c9710d24ff,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:39:56.740239 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:39:58.417338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e5cf00c7-4b3b-463b-8433-07c9710d24ff up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:39:58.462122 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36850) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:39:58.489741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port e5cf00c7-4b3b-463b-8433-07c9710d24ff triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:39:58.490155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:58.669258 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-02e8fad7-6a9b-4cad-8027-8c278f61ca3d admin admin] 10.222.0.13 "GET /v2.0/routers/2a3749a5-2f92-49e9-927f-78af5cfb2b89 HTTP/1.1" status: 200 len: 710 time: 0.2059298 Feb 18 02:39:58.806809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d89bd6f-9ad0-4970-9143-dabd0f38ad16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:39:58.808294 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-0d89bd6f-9ad0-4970-9143-dabd0f38ad16 admin admin] 10.222.0.13 "GET /v2.0/networks/6fd03acf-077a-4992-b52f-35408fdf411b HTTP/1.1" status: 200 len: 886 time: 0.1327519 Feb 18 02:39:58.818546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:39:59.273896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854399350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27904'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:59.797771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:59.855705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:59.870461 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:59.886042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:39:59.889969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:39:59.893479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:39:59.899057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:39:59.982096 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:59.984673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:39:59.999521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:40:00.090879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71a13b9-9aa5-4003-96a4-3af56ef9fd58,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:40:00.094331 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:40:00.259379 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Allocated IP 172.28.1.2 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/5df03fe1-144d-4fef-871f-642a245b7c0d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:40:00.409350 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:00.438730 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:00.453611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:40:00.593174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Pushing event updated for resources: {'Port': ['ID=5df03fe1-144d-4fef-871f-642a245b7c0d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:40:00.596736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:40:00.639172 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:40:00.640346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:40:00.642559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:40:01.038094 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:01.387598 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854399350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27904'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:01.390976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854399259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854408054'] for router, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:01.573435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Router 2a3749a5-2f92-49e9-927f-78af5cfb2b89 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:40:01.937990 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:40:01.948319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Sync routers for ids ['2a3749a5-2f92-49e9-927f-78af5cfb2b89'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:40:01.953648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:01.954917 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] 10.222.0.13 "PUT /v2.0/routers/2a3749a5-2f92-49e9-927f-78af5cfb2b89 HTTP/1.1" status: 200 len: 888 time: 3.1397462 Feb 18 02:40:01.958462 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Routers {'2a3749a5-2f92-49e9-927f-78af5cfb2b89'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:40:01.959119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:39:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['2a3749a5-2f92-49e9-927f-78af5cfb2b89'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:40:02.165053 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Set router 2a3749a5-2f92-49e9-927f-78af5cfb2b89 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:40:02.520601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'name': 'router1', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': '5df03fe1-144d-4fef-871f-642a245b7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:39:40Z', 'updated_at': '2021-02-18T02:40:00Z', 'revision_number': 4, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'gw_port': {'id': '5df03fe1-144d-4fef-871f-642a245b7c0d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:00Z', 'updated_at': '2021-02-18T02:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'e5cf00c7-4b3b-463b-8433-07c9710d24ff', 'name': '', 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'mac_address': 'fa:16:3e:3a:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95ab3878-5864-4960-b012-ab67254821f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:39:50Z', 'updated_at': '2021-02-18T02:39:56Z', 'revision_number': 5, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'subnets': [{'id': '95ab3878-5864-4960-b012-ab67254821f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba2f9e01-5503-46bc-a99d-0f4211699bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:40:02.525647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Checking router: 2a3749a5-2f92-49e9-927f-78af5cfb2b89 for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:40:02.526032 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Updating router 2a3749a5-2f92-49e9-927f-78af5cfb2b89 port 5df03fe1-144d-4fef-871f-642a245b7c0d binding host dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:40:02.581115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:02.978310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:02.991065 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Transition to ACTIVE for port object 5df03fe1-144d-4fef-871f-642a245b7c0d will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:40:02.993653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:03.009526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-db706bbf-2946-4c5c-a4d0-8a4ce4db966e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:40:03.147503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56922810-dc16-4513-8687-c7a93f6bb736 None None] Pushing event updated for resources: {'Port': ['ID=5df03fe1-144d-4fef-871f-642a245b7c0d,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:40:03.150459 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-56922810-dc16-4513-8687-c7a93f6bb736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:40:03.212845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Attempting to bind port 5df03fe1-144d-4fef-871f-642a245b7c0d on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:40:03.213337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Attempting to bind port 5df03fe1-144d-4fef-871f-642a245b7c0d by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:40:03.213623 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Attempting to bind port 5df03fe1-144d-4fef-871f-642a245b7c0d on network 6fd03acf-077a-4992-b52f-35408fdf411b {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:40:03.219112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:40:03.219545 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Checking segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:40:03.219980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:03.220403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Bound using segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:40:03.220937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Bound port: 5df03fe1-144d-4fef-871f-642a245b7c0d, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:40:03.221339 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:03.306525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] For port 5df03fe1-144d-4fef-871f-642a245b7c0d, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:40:03.309531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] For port 5df03fe1-144d-4fef-871f-642a245b7c0d, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=5df03fe1-144d-4fef-871f-642a245b7c0d,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:40:03.312781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:03.328369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:40:03.633132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56922810-dc16-4513-8687-c7a93f6bb736 None None] Pushing event updated for resources: {'Port': ['ID=5df03fe1-144d-4fef-871f-642a245b7c0d,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:40:03.636523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-56922810-dc16-4513-8687-c7a93f6bb736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:40:03.680142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Routers {'2a3749a5-2f92-49e9-927f-78af5cfb2b89'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:40:03.681055 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:39:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['2a3749a5-2f92-49e9-927f-78af5cfb2b89'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:40:03.869471 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] Set router 2a3749a5-2f92-49e9-927f-78af5cfb2b89 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:40:04.210795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'name': 'router1', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': '5df03fe1-144d-4fef-871f-642a245b7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:39:40Z', 'updated_at': '2021-02-18T02:40:00Z', 'revision_number': 4, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'gw_port': {'id': '5df03fe1-144d-4fef-871f-642a245b7c0d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:00Z', 'updated_at': '2021-02-18T02:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'e5cf00c7-4b3b-463b-8433-07c9710d24ff', 'name': '', 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'mac_address': 'fa:16:3e:3a:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95ab3878-5864-4960-b012-ab67254821f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:39:50Z', 'updated_at': '2021-02-18T02:39:56Z', 'revision_number': 5, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'subnets': [{'id': '95ab3878-5864-4960-b012-ab67254821f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba2f9e01-5503-46bc-a99d-0f4211699bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:40:04.214899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77430f1c-4686-4b5b-9943-c88ce6b839db None None] The sync data for ids ['2a3749a5-2f92-49e9-927f-78af5cfb2b89'] in dv-cinder-763306-10-smb is: [{'id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'name': 'router1', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': '5df03fe1-144d-4fef-871f-642a245b7c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:39:40Z', 'updated_at': '2021-02-18T02:40:00Z', 'revision_number': 4, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'gw_port': {'id': '5df03fe1-144d-4fef-871f-642a245b7c0d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:40:00Z', 'updated_at': '2021-02-18T02:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'e5cf00c7-4b3b-463b-8433-07c9710d24ff', 'name': '', 'network_id': '5ba1dba5-e2a7-4855-85ee-20f3489679b3', 'tenant_id': '131810a5d4a742b2a471fdc2787ef921', 'mac_address': 'fa:16:3e:3a:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3749a5-2f92-49e9-927f-78af5cfb2b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95ab3878-5864-4960-b012-ab67254821f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:39:50Z', 'updated_at': '2021-02-18T02:39:56Z', 'revision_number': 5, 'project_id': '131810a5d4a742b2a471fdc2787ef921', 'subnets': [{'id': '95ab3878-5864-4960-b012-ab67254821f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba2f9e01-5503-46bc-a99d-0f4211699bd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:40:04.454771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 5df03fe1-144d-4fef-871f-642a245b7c0d up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:40:04.531772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 5df03fe1-144d-4fef-871f-642a245b7c0d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:40:04.536937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 5df03fe1-144d-4fef-871f-642a245b7c0d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:40:04.537364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:04.627681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 36860) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:40:04.669700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:04.690267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 5df03fe1-144d-4fef-871f-642a245b7c0d, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=5df03fe1-144d-4fef-871f-642a245b7c0d,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:40:04.693444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:04.695797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:40:04.757510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4684c739-39eb-4e8b-a376-27bdcf8cf0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:40:04.758916 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-4684c739-39eb-4e8b-a376-27bdcf8cf0d9 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1301875 Feb 18 02:40:04.777696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=5df03fe1-144d-4fef-871f-642a245b7c0d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:40:04.781040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:40:06.427322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 5df03fe1-144d-4fef-871f-642a245b7c0d up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:40:06.501449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 5df03fe1-144d-4fef-871f-642a245b7c0d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:40:06.501928 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:12.479686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c22cabe9-bcad-4048-9d23-8ba937d30459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:14.741648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-250ebc3b-b67a-42e8-9f09-1f1acfdad568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:15.443210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:16.103905 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:40:16.474313 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:16.664506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:42.392721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94fc22e2-8524-4de6-bb2e-427d780293f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:44.714290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-85a8a580-df85-4a30-8c05-32537f870b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:45.446427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:46.475697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:46.667985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:40:53.103424 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:41:12.394986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-472d7bb5-52af-4c99-afcf-b67fadff851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:41:14.719571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6cef6c3d-a63b-4e28-9e5c-76e8974463e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:41:15.452469 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:41:16.477298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:41:16.679433 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:41:30.103525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:41:42.397644 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b59cb59-3f83-4d81-84cb-87fc9d05b3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:41:44.716739 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b1294beb-137b-4432-be96-d4246855722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:41:45.452824 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:41:46.480318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:41:46.674367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:07.106432 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:42:12.399642 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abfcd5f9-ba3d-4634-98d1-b61367b51b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:14.719697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b75d178c-abe1-4d89-991d-c5d6257235d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:15.454900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:15.662923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37436) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:15.735765 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d17ab4-5c24-4bcc-8a5a-0e67e2c7c981 admin admin] GET failed (client error): The resource could not be found. Feb 18 02:42:15.737147 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-13d17ab4-5c24-4bcc-8a5a-0e67e2c7c981 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0731871 Feb 18 02:42:15.879251 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557fbf0-839a-490e-9bd1-bfc5a9255fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:15.880879 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b557fbf0-839a-490e-9bd1-bfc5a9255fae admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1387458 Feb 18 02:42:16.482810 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:16.685024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:18.341929 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37446) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:18.456515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d323a123-ad80-40b6-9819-e25c1cb14c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:18.457119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d323a123-ad80-40b6-9819-e25c1cb14c3b admin admin] Synchronizing usage tracker for tenant:05c45f27a27f40b296d45acfef439342 on resource:subnet {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:42:18.472361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d323a123-ad80-40b6-9819-e25c1cb14c3b admin admin] Unset dirty status for tenant:05c45f27a27f40b296d45acfef439342 on resource:subnet {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:42:18.473568 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d323a123-ad80-40b6-9819-e25c1cb14c3b admin admin] 10.222.0.13 "GET /v2.0/subnets/95ab3878-5864-4960-b012-ab67254821f1 HTTP/1.1" status: 200 len: 849 time: 0.1306338 Feb 18 02:42:18.483890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:42:18.607300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:18.918990 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770352961753'] for subnet, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:18.933829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:42:19.074998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ab3878-5864-4960-b012-ab67254821f1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:42:19.088509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.088901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.089279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.089650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.090017 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.090384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.090751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.091115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.091515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.091885 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.092245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.092605 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:42:19.097867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:42:19.124004 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:19.124659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:19.126587 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] 10.222.0.13 "PUT /v2.0/subnets/95ab3878-5864-4960-b012-ab67254821f1 HTTP/1.1" status: 200 len: 868 time: 0.6467547 Feb 18 02:42:19.130312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e02dde-c097-4039-9a73-c2adf8b6dda8 None None] Network 5ba1dba5-e2a7-4855-85ee-20f3489679b3 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:42:19.574128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fcc6a865-dd88-48bc-a704-9a16314f2d5d None None] Provisioning complete for port dc394b05-202b-4d09-abe7-ea8fc32e6a3c triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:42:19.574634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a865-dd88-48bc-a704-9a16314f2d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:19.708862 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-fcc6a865-dd88-48bc-a704-9a16314f2d5d None None] Provisioning complete for port e5cf00c7-4b3b-463b-8433-07c9710d24ff triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:42:19.709185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a865-dd88-48bc-a704-9a16314f2d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:21.580903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37456) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:21.765322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a4b30-4cec-4eb7-8dbc-79e81a84d6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:21.765743 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a4b30-4cec-4eb7-8dbc-79e81a84d6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:21.767449 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d39a4b30-4cec-4eb7-8dbc-79e81a84d6e7 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1854966 Feb 18 02:42:24.228930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37466) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:24.413047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb012ed-c2f5-4026-a5de-fce9e0c51c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:24.413395 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb012ed-c2f5-4026-a5de-fce9e0c51c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:24.415024 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-dfb012ed-c2f5-4026-a5de-fce9e0c51c75 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1850362 Feb 18 02:42:26.873993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37476) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:27.057970 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e040836-ccf7-4d2f-b7fd-fc063313e003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:27.059425 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9e040836-ccf7-4d2f-b7fd-fc063313e003 admin admin] 10.222.0.13 "GET /v2.0/networks/5ba1dba5-e2a7-4855-85ee-20f3489679b3 HTTP/1.1" status: 200 len: 862 time: 0.1843863 Feb 18 02:42:29.496293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37486) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:29.674350 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9544ff-c0ef-4017-8d1b-f75c1a1e35b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:29.676321 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-fd9544ff-c0ef-4017-8d1b-f75c1a1e35b9 admin admin] 10.222.0.13 "GET /v2.0/networks/6fd03acf-077a-4992-b52f-35408fdf411b HTTP/1.1" status: 200 len: 886 time: 0.1789229 Feb 18 02:42:32.158696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37496) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:32.271887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17479c0-20d0-40d6-a0c7-d013def0b673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:32.272301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17479c0-20d0-40d6-a0c7-d013def0b673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:32.273879 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-e17479c0-20d0-40d6-a0c7-d013def0b673 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1141310 Feb 18 02:42:34.703821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37506) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:34.821683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb6aac4-f08c-4b9a-a2b3-15fa1fa7053c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:34.822102 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb6aac4-f08c-4b9a-a2b3-15fa1fa7053c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:34.823762 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-dcb6aac4-f08c-4b9a-a2b3-15fa1fa7053c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1189148 Feb 18 02:42:37.322979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37516) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:37.431232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b8716-1f3b-4524-99c1-ed71c13238af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:37.432701 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cb4b8716-1f3b-4524-99c1-ed71c13238af admin admin] 10.222.0.13 "GET /v2.0/subnets/4251dbd1-b0df-4588-9e89-c3a1241ac2d8 HTTP/1.1" status: 200 len: 816 time: 0.1086540 Feb 18 02:42:39.902672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 37526) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:42:40.055592 dv-cinder-763306-10-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-49396adb-da2d-400d-aa88-b9da3c64f35d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 02:42:40.056232 dv-cinder-763306-10-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-49396adb-da2d-400d-aa88-b9da3c64f35d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 02:42:40.438148 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.policy [None req-49396adb-da2d-400d-aa88-b9da3c64f35d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84023) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 02:42:40.474645 dv-cinder-763306-10-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-49396adb-da2d-400d-aa88-b9da3c64f35d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 02:42:40.475059 dv-cinder-763306-10-smb neutron-server[83912]: WARNING oslo_policy.policy [None req-49396adb-da2d-400d-aa88-b9da3c64f35d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 02:42:40.500488 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49396adb-da2d-400d-aa88-b9da3c64f35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:42:40.502411 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-49396adb-da2d-400d-aa88-b9da3c64f35d admin admin] 10.222.0.13 "GET /v2.0/subnets/95ab3878-5864-4960-b012-ab67254821f1 HTTP/1.1" status: 200 len: 868 time: 0.5976336 Feb 18 02:42:42.401376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-528ce944-1c50-406e-a82e-b7ff954b67f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:44.105547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:42:44.723360 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bce6ec2b-3a88-478f-a202-39df8def3384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:45.458142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:46.484455 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:42:46.686047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:06.289471 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37572) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:43:06.340108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-0992ac6f-fb7a-4cc7-ac96-a1afce7526cd admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:43:06.341213 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-0992ac6f-fb7a-4cc7-ac96-a1afce7526cd admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0507302 Feb 18 02:43:08.874957 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37582) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:43:08.948306 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fcbd73-074c-4412-b805-99e944fe9d64 admin admin] GET failed (client error): The resource could not be found. Feb 18 02:43:08.949668 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d1fcbd73-074c-4412-b805-99e944fe9d64 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0736723 Feb 18 02:43:09.084236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f24586-f97e-4ca5-af3a-dcdd21203aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:43:09.085704 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a1f24586-f97e-4ca5-af3a-dcdd21203aa9 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1318257 Feb 18 02:43:11.562744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37592) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:43:11.613390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:43:11.618385 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:43:11.628611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:43:11.637370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Made reservation on behalf of 05c45f27a27f40b296d45acfef439342 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:43:11.641879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:11.735543 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.services.revisions.revision_plugin [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Could not find related network for resource to bump revision. Feb 18 02:43:11.753232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:43:11.762747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:11.763124 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Added segment b89066c4-c6e8-4b29-ad55-0bc976196c5c of type vxlan for network 9e9ff223-30b7-4d93-86de-40bee41a4288 Feb 18 02:43:11.789044 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:11.817299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:11.818518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:43:11.819142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:11.823876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:43:11.925637 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3616807 Feb 18 02:43:11.926376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Pushing event updated for resources: {'Network': ['ID=9e9ff223-30b7-4d93-86de-40bee41a4288,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:43:11.941556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:43:11.954853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 9e9ff223-30b7-4d93-86de-40bee41a4288 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:43:12.402626 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09f6d0eb-e316-4336-b0e8-27ef7b910168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:14.389517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37602) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:43:14.463399 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5dd25c2-35f6-4d53-8c94-954dc90b3738 admin admin] GET failed (client error): The resource could not be found. Feb 18 02:43:14.464000 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f5dd25c2-35f6-4d53-8c94-954dc90b3738 admin admin] Synchronizing usage tracker for tenant:05c45f27a27f40b296d45acfef439342 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:43:14.478633 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f5dd25c2-35f6-4d53-8c94-954dc90b3738 admin admin] Unset dirty status for tenant:05c45f27a27f40b296d45acfef439342 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:43:14.479844 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f5dd25c2-35f6-4d53-8c94-954dc90b3738 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0892470 Feb 18 02:43:14.592454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd5089-d39d-4eb5-9d8f-1a01b934be9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:43:14.593889 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9afd5089-d39d-4eb5-9d8f-1a01b934be9f admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1096795 Feb 18 02:43:14.605293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288', 'name': 'shared-subnet'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:43:14.609783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:43:14.619290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:43:14.628246 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Made reservation on behalf of 05c45f27a27f40b296d45acfef439342 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:43:14.632718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:14.728120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-71d58b0a-4b6f-46f9-bfa6-7049d1b6a247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:15.198982 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:15.213527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-076dd176-1d56-4267-afba-56e85009cd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:43:15.341759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=489ae1cd-bd65-4dfe-a24a-240501e191d6,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:43:15.346443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:43:15.403942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Checking segment: {'id': 'b89066c4-c6e8-4b29-ad55-0bc976196c5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:43:15.404451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Network hostable DHCP agents. Network: 9e9ff223-30b7-4d93-86de-40bee41a4288, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:43:15.422210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Network 9e9ff223-30b7-4d93-86de-40bee41a4288 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:43:15.430433 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 9e9ff223-30b7-4d93-86de-40bee41a4288) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:43:15.434205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:43:15.434828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:15.439541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76d8f0d-e594-4b4e-ba88-5bf097c161a6 None None] Network 9e9ff223-30b7-4d93-86de-40bee41a4288 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:43:15.460443 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8587520 Feb 18 02:43:15.705663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:15.856457 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8984246-664d-52f7-bcc5-16e507d513f0-9e9ff223-30b7-4d93-86de-40bee41a4288', 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288', 'tenant_id': '05c45f27a27f40b296d45acfef439342', 'fixed_ips': [{'subnet_id': '489ae1cd-bd65-4dfe-a24a-240501e191d6'}]}} from dv-cinder-763306-10-smb. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 02:43:15.857378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:16.149827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Allocated IP 192.168.233.2 (9e9ff223-30b7-4d93-86de-40bee41a4288/489ae1cd-bd65-4dfe-a24a-240501e191d6/fe612f41-6ee9-4ccd-ac0b-033af7efe7c7) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:43:16.382992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:16.394283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Transition to ACTIVE for port object fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:43:16.411690 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Transition to ACTIVE for port object fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:43:16.416314 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:16.430478 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:43:16.573336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Pushing event updated for resources: {'Port': ['ID=fe612f41-6ee9-4ccd-ac0b-033af7efe7c7,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:43:16.586715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.587092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.587481 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.587847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.588212 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.588573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.588932 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.589291 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.589666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.590022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.590372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.590724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:43:16.608003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:43:16.611324 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:16.653366 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Network 9e9ff223-30b7-4d93-86de-40bee41a4288 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:43:16.654525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:43:16.656967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:43:16.726501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:16.727517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Attempting to bind port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:43:16.727935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Attempting to bind port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': 'b89066c4-c6e8-4b29-ad55-0bc976196c5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:43:16.728322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Attempting to bind port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 on network 9e9ff223-30b7-4d93-86de-40bee41a4288 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:43:16.733979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:43:16.734396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Checking segment: {'id': 'b89066c4-c6e8-4b29-ad55-0bc976196c5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:43:16.734825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:16.735260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Bound using segment: {'id': 'b89066c4-c6e8-4b29-ad55-0bc976196c5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:43:16.735807 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Bound port: fe612f41-6ee9-4ccd-ac0b-033af7efe7c7, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89066c4-c6e8-4b29-ad55-0bc976196c5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:43:16.736245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:16.834789 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] For port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:43:16.838513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] For port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=fe612f41-6ee9-4ccd-ac0b-033af7efe7c7,segment=NetworkSegment(b89066c4-c6e8-4b29-ad55-0bc976196c5c),segment_id=b89066c4-c6e8-4b29-ad55-0bc976196c5c)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:43:16.841566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:16.857623 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:43:17.009016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Pushing event updated for resources: {'Port': ['ID=fe612f41-6ee9-4ccd-ac0b-033af7efe7c7,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:43:17.014485 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:43:18.289825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6402e5f-3b69-4238-9c1f-2c337854513f None None] Network 9e9ff223-30b7-4d93-86de-40bee41a4288 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:43:18.385670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4f1ca27d-1f92-4fc7-ad37-d3fffc7e0839 None None] Provisioning for port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:43:18.569962 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:43:18.642936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:43:18.648246 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:43:18.648665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:18.790073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:18.834287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=fe612f41-6ee9-4ccd-ac0b-033af7efe7c7,segment=NetworkSegment(b89066c4-c6e8-4b29-ad55-0bc976196c5c),segment_id=b89066c4-c6e8-4b29-ad55-0bc976196c5c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:43:18.841290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:18.842289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-81332d35-1184-42c5-a2d2-ae23c294b33c None None] Provisioning complete for port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:43:18.842688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81332d35-1184-42c5-a2d2-ae23c294b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:18.875359 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:43:18.976181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=fe612f41-6ee9-4ccd-ac0b-033af7efe7c7,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:43:18.979569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:43:19.162042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8eccecd3-6282-4b95-9ae7-d9a85b2d8a62 None None] Provisioning complete for port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:43:19.162407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8eccecd3-6282-4b95-9ae7-d9a85b2d8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:20.535697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:43:20.610151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port fe612f41-6ee9-4ccd-ac0b-033af7efe7c7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:43:20.610557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:21.104912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:43:42.403882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f108ae8a-c21e-4745-8a8a-4107fed7df18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:44.734491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b02a-d69d-4304-bdc2-3fe45b1f3b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:45.468562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:46.482070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:46.694129 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:43:58.105215 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:44:12.404640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-16948982-54f0-4d94-9977-8439b5756744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:14.726721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6ba2faae-27c1-42c3-b201-76e9dc8afeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:15.470581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:16.484399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:16.696986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:27.304825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37646) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:44:27.311405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [None req-832b12b2-f4c2-4103-9352-88be1a9189ef tempest-verify_tempest_config-1840252927 tempest-verify_tempest_config-1840252927-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:44:27.312569 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-832b12b2-f4c2-4103-9352-88be1a9189ef tempest-verify_tempest_config-1840252927 tempest-verify_tempest_config-1840252927-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0066524 Feb 18 02:44:27.628491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37666) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:44:27.749227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:27.764994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:44:27.768985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Usage tracker for resource:security_group_rule and tenant:63511a9bfd0b4e709b8796992d3180cc is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:44:27.771869 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:44:27.777499 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:44:27.863315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:27.865792 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:27.874880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:44:27.917676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Synchronizing usage tracker for tenant:05c45f27a27f40b296d45acfef439342 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:44:27.922326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7da3c7b-dd0a-4639-ae81-5a20b219c2ab,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:44:27.933419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.933821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.934245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.934617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.934985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.935354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.935746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.936111 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.936476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.936836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.937196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.937555 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:44:27.943311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:44:27.950512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Unset dirty status for tenant:05c45f27a27f40b296d45acfef439342 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:44:27.954446 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63511a9bfd0b4e709b8796992d3180cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3223023 Feb 18 02:44:27.954907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37672) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:44:28.014627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd31ba72-ce9f-4b8e-afe1-d13d47eb196f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:28.040954 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd31ba72-ce9f-4b8e-afe1-d13d47eb196f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:28.089913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd31ba72-ce9f-4b8e-afe1-d13d47eb196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:28.094884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:44:28.108425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31ba72-ce9f-4b8e-afe1-d13d47eb196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7da3c7b-dd0a-4639-ae81-5a20b219c2ab,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:44:28.112010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cd31ba72-ce9f-4b8e-afe1-d13d47eb196f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:44:28.114047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd31ba72-ce9f-4b8e-afe1-d13d47eb196f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:28.115190 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cd31ba72-ce9f-4b8e-afe1-d13d47eb196f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7da3c7b-dd0a-4639-ae81-5a20b219c2ab HTTP/1.1" status: 204 len: 168 time: 0.1595936 Feb 18 02:44:35.105203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:44:42.407802 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94c46268-bc4d-4046-97c0-b4cc474d273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:44.727915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bac5e5e-a259-4945-965e-96930dcf04a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:45.470405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:46.485603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:44:46.698725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:12.104998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:45:12.407792 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c10e53bd-375e-42fc-9bba-e3a197750c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:14.729522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c8e3afa-e390-43f7-8b59-619927c13b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:15.473340 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:16.488596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:16.703581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:42.409525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-502426f1-115e-48a7-9658-35739d2c2f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:44.732309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4dfb91e9-5d69-4d61-b169-5c758a142f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:45.477061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:46.493458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:46.704151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:45:49.104371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 5 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:46:12.411360 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-37f3647a-3ffc-4926-b89d-c04d21fe872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:14.735747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc19184b-85ff-4f5d-9c79-59b36264b924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:15.479160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:16.496969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:16.705241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:20.901023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931'] for agent, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:20.901665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.901953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.902333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.902707 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.903728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.904108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.904479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.904944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.905213 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.905575 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.905940 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.906303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:46:20.906691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:46:20.910824 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:46:21.235913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=84025) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 02:46:21.239745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] get_endpoint_by_ip() called for ip 192.168.0.59 {{(pid=84025) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 02:46:21.242782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] _add_endpoint() called for ip 192.168.0.59 {{(pid=84025) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 02:46:21.247292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] _get_endpoints() called {{(pid=84025) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 02:46:26.104200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:46:29.595870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37744) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:46:29.727520 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f1845eb3-98b0-4c1c-b880-8ad1d6a67ef5 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.1184134 Feb 18 02:46:32.210040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37754) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:46:32.269377 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9f3c56ff-a6a7-43dc-9d70-73a699c90330 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.0581992 Feb 18 02:46:42.411164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4c70d864-ccdc-44e0-9ec4-ed30f7868704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:44.736805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-baab61bc-8f09-4674-9601-3380e8517ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:45.482676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:46.497041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:46.713378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:46:50.895713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:03.104612 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:47:12.412542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6294f7d6-0a9b-405c-8666-612544791634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:14.737441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a2a407a5-b095-4240-8266-5f6207cf693d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:15.485659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:16.497835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:16.710099 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:20.909361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:40.105268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:47:42.413536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df6fee5b-5296-4381-b83b-933e943aaf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:44.740302 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fd3b5ae-2437-4d8c-be72-17cbf0008c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:45.487435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:46.500263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:46.715295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:47:50.902782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:12.414535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a714dddd-443b-42cc-9930-8a40a7dd2289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:14.752966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b69a6574-07c6-468a-aadc-01ae08485138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:15.496903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:16.511175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:16.731520 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:17.108506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:48:18.630227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37916) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:19.027172 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-network', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:19.033085 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:19.037223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Usage tracker for resource:network and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:19.040256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:19.045973 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:19.055450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Made reservation on behalf of 5fdcf0edff8a48e38715bf653734144a for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:19.063439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:19.077185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:19.095849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:19.101028 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Usage tracker for resource:security_group_rule and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:19.104029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:19.114204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:19.226733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 37944) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:19.233189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:19.237769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:19.242790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:19.276841 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:48:19.286392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2661f7f3-d634-4a05-b9bc-48e625dc21a3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:19.293269 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:19.293809 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Added segment a0fe8c8c-dc37-4874-b978-d5f7612b7ae9 of type vxlan for network 5d45c625-b63e-46a2-b188-4bbfd0053f82 Feb 18 02:48:19.303008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.303415 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.303819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.304186 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.304551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.304916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.305278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.306154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.306537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.306898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.307260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.307639 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.308032 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.308512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.308718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.309076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.309427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.309847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.310102 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.310453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.310804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.311153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.311526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.311877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Tracked resource versions report: Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: pushed versions: Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: consumer versions: Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: { DHCP agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: L3 agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: Metadata agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: Metering agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-763306-10-smb: { 'AddressGroup': '1.1', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}, Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 18 02:48:19.313162 dv-cinder-763306-10-smb neutron-server[83912]: {{(pid=84024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 02:48:19.320419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:19.342325 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:19.376960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:19.378418 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:19.379031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:19.384832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8519d27d-ad71-4686-b903-d4ca9bbc7e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:19.496304 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8642893 Feb 18 02:48:19.497090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Pushing event updated for resources: {'Network': ['ID=5d45c625-b63e-46a2-b188-4bbfd0053f82,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:19.499374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 37958) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:19.500740 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:19.511376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:48:19.515747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Request body: {'subnet': {'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-subnet', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:19.519382 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.quota [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Loaded quota_driver: . Feb 18 02:48:19.535999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:19.538214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:48:19.550119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Usage tracker for resource:subnet and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:19.560098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:19.568075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:19.588891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Made reservation on behalf of 5fdcf0edff8a48e38715bf653734144a for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:19.596481 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:19.946390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-362379709-network', 'tenant_id': '1e50960a86d44bf48e5fe222ffc389d6'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:19.984532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:19.997315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Usage tracker for resource:network and tenant:1e50960a86d44bf48e5fe222ffc389d6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:20.003696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:20.020481 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:20.028197 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 37984) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:20.064608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Made reservation on behalf of 1e50960a86d44bf48e5fe222ffc389d6 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:20.070149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.092044 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.120713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:20.169225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Usage tracker for resource:security_group_rule and tenant:1e50960a86d44bf48e5fe222ffc389d6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:20.175617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:20.201937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:20.499045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-767399796-network', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:20.505904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:20.515941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.519619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Usage tracker for resource:network and tenant:046471a7e0dc48d9b13fb015e14eae8a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:20.524275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.527852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:20.544510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:20.569409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Made reservation on behalf of 046471a7e0dc48d9b13fb015e14eae8a for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:20.574799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.580839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:20.616874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.644924 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:48:20.655582 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:20.662947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Usage tracker for resource:security_group_rule and tenant:046471a7e0dc48d9b13fb015e14eae8a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:20.668297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:20.668746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770353081886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.669238 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Added segment d073552a-cc89-4b86-aaa5-f7251d5c4ed3 of type vxlan for network 67956db5-3f13-4415-90cf-445fa09c804c Feb 18 02:48:20.678990 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:20.713438 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.758651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.762849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:20.763506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.810771 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5828400 Feb 18 02:48:20.814384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38024) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:20.829025 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Request body: {'subnet': {'network_id': '67956db5-3f13-4415-90cf-445fa09c804c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-362379709-subnet', 'tenant_id': '1e50960a86d44bf48e5fe222ffc389d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:20.845088 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.850286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.855378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cd31ba72-ce9f-4b8e-afe1-d13d47eb196f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:20.861081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:20.865967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925ce73e-b45c-406a-987a-1dcf6fde7bc2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:20.902381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cdb5e4-d388-450a-901c-3d7122d015d0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:20.912335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Usage tracker for resource:subnet and tenant:1e50960a86d44bf48e5fe222ffc389d6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:20.919923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.919923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.923087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.927694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.928118 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.928452 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.928901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.929151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.929513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.929865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.930217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.930557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.931514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.931868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.932216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.932562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.932901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.933246 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.933585 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.935897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.938296 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:20.940561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.942151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.942522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.942891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.943257 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Tracked resource versions report: Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: pushed versions: Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: consumer versions: Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: { DHCP agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: L3 agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: Metadata agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: Metering agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-763306-10-smb: { 'AddressGroup': '1.1', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}, Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 18 02:48:20.952753 dv-cinder-763306-10-smb neutron-server[83912]: {{(pid=84023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 02:48:20.964178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:48:20.976845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:20.988942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:20.989836 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Added segment bbaaeb19-2587-4fc1-8e5a-2afba37bb343 of type vxlan for network ea975c3c-9128-4e47-a680-a4fc2a1ab767 Feb 18 02:48:21.011712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:21.044467 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:21.075728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:21.077620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:21.078147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:21.086761 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:21.088458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:21.089444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:21.096984 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab6cbdc0-a31b-4b3c-84bd-fe9427f92dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:21.135676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Made reservation on behalf of 1e50960a86d44bf48e5fe222ffc389d6 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:21.140409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:21.237252 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Pushing event updated for resources: {'Network': ['ID=ea975c3c-9128-4e47-a680-a4fc2a1ab767,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:21.249678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:21.257984 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2286384 Feb 18 02:48:21.258661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38048) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:21.259627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:48:21.264758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Request body: {'subnet': {'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-subnet', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:21.270653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:21.274997 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Usage tracker for resource:subnet and tenant:046471a7e0dc48d9b13fb015e14eae8a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:21.277967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:21.284107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:21.285021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:48:21.294993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Made reservation on behalf of 046471a7e0dc48d9b13fb015e14eae8a for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:21.300202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:21.740423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Pushing event updated for resources: {'Network': ['ID=67956db5-3f13-4415-90cf-445fa09c804c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:21.753511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:21.763491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 67956db5-3f13-4415-90cf-445fa09c804c details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:48:21.765175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.519s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:21.782119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 67956db5-3f13-4415-90cf-445fa09c804c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:48:21.870960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Checking segment: {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:21.871344 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Network hostable DHCP agents. Network: 5d45c625-b63e-46a2-b188-4bbfd0053f82, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:48:21.917637 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5bbe80-22aa-4000-b2f1-23d96757347f,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:21.922348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:21.998027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:48:22.037374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.073365 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 5d45c625-b63e-46a2-b188-4bbfd0053f82) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:22.100790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:22.101444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.211115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-90efa467-354b-46aa-a48e-c4b5d755c918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:22.240783 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7398348 Feb 18 02:48:22.246287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38096) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:22.266546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:22.274301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a894b78e-ec33-4b01-a04a-95aa7b9e049d None None] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:48:22.288953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e34102-e7fd-48eb-93b6-b7db3d3a94e0,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:22.292739 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:22.311205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:22.338378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Usage tracker for resource:router and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:22.346450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Checking segment: {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:22.346844 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Network hostable DHCP agents. Network: ea975c3c-9128-4e47-a680-a4fc2a1ab767, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:48:22.350370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:22.370286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38100) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:22.372608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:22.404739 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854407948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747879'] for router, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.406124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854399485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27921'] for router, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.417826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:48:22.430009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, ea975c3c-9128-4e47-a680-a4fc2a1ab767) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:22.438577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:22.439079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.459086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f199b9fc-e782-4d83-978b-8214b478ca2e None None] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:48:22.484254 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2244196 Feb 18 02:48:22.485113 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38108) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:22.494518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:22.504771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:22.513761 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Usage tracker for resource:router and tenant:046471a7e0dc48d9b13fb015e14eae8a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:22.523698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:22.531010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.538835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:22.563803 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854407948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747879'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.564917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854399485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27921'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.592186 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.708714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38112) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:22.772672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e704931-6019-4a99-81bd-609bd0099feb None None] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:48:22.870135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.875687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:22.910104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:22.923868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Usage tracker for resource:security_group_rule and tenant:e88d798294354d1c82b00b27db3b4fd6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:23.034037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:23.089629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:23.171586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854399350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27904'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:23.250262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8984246-664d-52f7-bcc5-16e507d513f0-5d45c625-b63e-46a2-b188-4bbfd0053f82', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f'}]}} from dv-cinder-763306-10-smb. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 02:48:23.251551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:23.487618 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:23.631557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Allocated IP 172.20.0.2 (5d45c625-b63e-46a2-b188-4bbfd0053f82/bd5bbe80-22aa-4000-b2f1-23d96757347f/cb913b65-0050-45e3-b938-3fbacc7a1aa0) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:23.682642 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:23.691093 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:23.717528 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:23.741914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f6387516-e081-408b-af8f-b505f730942f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:23.753945 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e88d798294354d1c82b00b27db3b4fd6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3714447 Feb 18 02:48:23.753945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:23.795978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38142) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:23.797246 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:23.815236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854399350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27904'] for router, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:23.835170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b521a32-0780-4f64-8095-3b6c3831530a,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:23.841033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:23.845855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:23.887069 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Usage tracker for resource:security_group_rule and tenant:153291816a554aeeb81b2da606f6c2e6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:23.894318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:23.908423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:24.067310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Checking segment: {'id': 'd073552a-cc89-4b86-aaa5-f7251d5c4ed3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67956db5-3f13-4415-90cf-445fa09c804c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:24.067913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Network hostable DHCP agents. Network: 67956db5-3f13-4415-90cf-445fa09c804c, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:48:24.139191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.147540 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Network 67956db5-3f13-4415-90cf-445fa09c804c is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:48:24.150942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Transition to ACTIVE for port object cb913b65-0050-45e3-b938-3fbacc7a1aa0 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:24.168169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Transition to ACTIVE for port object cb913b65-0050-45e3-b938-3fbacc7a1aa0 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:24.173754 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.175848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 67956db5-3f13-4415-90cf-445fa09c804c) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:24.180466 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:24.181227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.187383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e4a794-0187-4b90-afec-3ab4bd53b354,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:24.194112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:24.201081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:24.204073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.217753 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.222012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-effb0e0b-203e-4070-b428-32c9a6fbd518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.233261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c57358-e510-4009-99de-a60fe0953c20 None None] Network 67956db5-3f13-4415-90cf-445fa09c804c requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:48:24.297861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-effb0e0b-203e-4070-b428-32c9a6fbd518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.310671 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4926116 Feb 18 02:48:24.343881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:24.407999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Pushing event updated for resources: {'Port': ['ID=cb913b65-0050-45e3-b938-3fbacc7a1aa0,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:24.440009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-effb0e0b-203e-4070-b428-32c9a6fbd518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.448596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.448981 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.449359 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.449818 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.450082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.450449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.450822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.451575 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:24.454645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.459042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.459312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.459723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.460117 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.460241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Allocated IP 172.28.1.76 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/917e96a1-77e3-4e2c-ae04-f25e6f110f65) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:24.460527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.460901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.461283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.461634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.462529 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.462950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.463235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.463617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.463977 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.464334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.464738 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.465030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:24.471403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb0e0b-203e-4070-b428-32c9a6fbd518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e4a794-0187-4b90-afec-3ab4bd53b354,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Tracked resource versions report: Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: pushed versions: Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: consumer versions: Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: { DHCP agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: L3 agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: Metadata agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: Metering agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-763306-10-smb: { 'AddressGroup': '1.1', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}, Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 18 02:48:24.472197 dv-cinder-763306-10-smb neutron-server[83912]: {{(pid=84025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 02:48:24.485368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-effb0e0b-203e-4070-b428-32c9a6fbd518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:24.491273 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=153291816a554aeeb81b2da606f6c2e6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7687173 Feb 18 02:48:24.492484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38158) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:24.518787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e710d8b8-d30f-4fef-a3e9-172bbe0bc04d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:24.533591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:24.534307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-effb0e0b-203e-4070-b428-32c9a6fbd518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.538550 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-effb0e0b-203e-4070-b428-32c9a6fbd518 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67e4a794-0187-4b90-afec-3ab4bd53b354 HTTP/1.1" status: 204 len: 168 time: 0.5032632 Feb 18 02:48:24.540557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:24.572087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.672755 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.689471 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00774e22-abd9-43c1-97cf-a237d3600575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.751154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:24.751664 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00774e22-abd9-43c1-97cf-a237d3600575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.767144 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:24.792356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:24.793090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.840507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00774e22-abd9-43c1-97cf-a237d3600575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.848267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:24.864495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00774e22-abd9-43c1-97cf-a237d3600575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e710d8b8-d30f-4fef-a3e9-172bbe0bc04d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:24.868280 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00774e22-abd9-43c1-97cf-a237d3600575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:24.874485 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00774e22-abd9-43c1-97cf-a237d3600575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.878332 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-00774e22-abd9-43c1-97cf-a237d3600575 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e710d8b8-d30f-4fef-a3e9-172bbe0bc04d HTTP/1.1" status: 204 len: 168 time: 0.3830051 Feb 18 02:48:24.878332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:24.995072 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Attempting to bind port cb913b65-0050-45e3-b938-3fbacc7a1aa0 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:48:24.995559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Attempting to bind port cb913b65-0050-45e3-b938-3fbacc7a1aa0 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:48:25.002282 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Attempting to bind port cb913b65-0050-45e3-b938-3fbacc7a1aa0 on network 5d45c625-b63e-46a2-b188-4bbfd0053f82 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:48:25.025799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:25.030950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:48:25.031370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Checking segment: {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:25.031840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:25.032295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Bound using segment: {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:48:25.032861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Bound port: cb913b65-0050-45e3-b938-3fbacc7a1aa0, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:48:25.033189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:25.083143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:25.097272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:25.102955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:25.237815 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54490e18-1f02-4fa9-89e2-7c2800638360 None None] Network 67956db5-3f13-4415-90cf-445fa09c804c requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:48:25.324390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Allocated IP 172.28.1.241 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/83263904-ef90-45d9-a5cd-02bd1db97273) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:25.459916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Pushing event updated for resources: {'Port': ['ID=917e96a1-77e3-4e2c-ae04-f25e6f110f65,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:25.472808 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:25.631136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38216) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:25.679695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] For port cb913b65-0050-45e3-b938-3fbacc7a1aa0, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:48:25.689551 dv-cinder-763306-10-smb neutron-server[83912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 02:48:25.722438 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] For port cb913b65-0050-45e3-b938-3fbacc7a1aa0, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=cb913b65-0050-45e3-b938-3fbacc7a1aa0,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:48:25.744657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:25.850134 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38230) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:25.890062 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:25.909389 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:25.961278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:25.970704 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:25.989372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Usage tracker for resource:security_group_rule and tenant:bf8fc2c25f8f43b7932cc7f2e1100ddd is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:26.001185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:26.012151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:26.120211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:26.168682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:26.206931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Pushing event updated for resources: {'Port': ['ID=cb913b65-0050-45e3-b938-3fbacc7a1aa0,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:26.213183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:26.269660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:26.297466 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-3bfbf5d1-3388-4c3e-9d3c-f495f1ac1cb0 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:26.299202 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-3bfbf5d1-3388-4c3e-9d3c-f495f1ac1cb0 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/networks?id=67956db5-3f13-4415-90cf-445fa09c804c HTTP/1.1" status: 200 len: 811 time: 0.6674798 Feb 18 02:48:26.328481 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-c92b2096-f1b8-489f-8bf1-7182a7cd1caa tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/quotas/1e50960a86d44bf48e5fe222ffc389d6 HTTP/1.1" status: 200 len: 375 time: 0.0186479 Feb 18 02:48:26.476222 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-d2a30cff-2bd2-493a-988c-71a5780e0a2c tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e50960a86d44bf48e5fe222ffc389d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1378853 Feb 18 02:48:26.616578 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:26.638303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:26.724364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Pushing event updated for resources: {'Port': ['ID=83263904-ef90-45d9-a5cd-02bd1db97273,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:26.736159 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:26.745401 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89719d62-b156-4e1e-b9d5-8276a3409a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:26.796390 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf8fc2c25f8f43b7932cc7f2e1100ddd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9447846 Feb 18 02:48:26.797873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device cb913b65-0050-45e3-b938-3fbacc7a1aa0 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:26.805448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38266) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:26.905563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3583206-bdcb-4d9f-b22b-ec7f8a7ebd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:26.918931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port cb913b65-0050-45e3-b938-3fbacc7a1aa0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:48:26.932546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98935ea-d8ec-450e-a522-88833cf9e3e1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:26.943717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:26.956588 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3583206-bdcb-4d9f-b22b-ec7f8a7ebd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:26.970198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:26.973542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:26.981670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:26.994453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854399259'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:27.239978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3583206-bdcb-4d9f-b22b-ec7f8a7ebd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:27.243923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:27.309555 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-f10186cf-d19d-4222-9891-2473f77013c0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:48:27.310654 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-f10186cf-d19d-4222-9891-2473f77013c0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3186450 Feb 18 02:48:27.362492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3583206-bdcb-4d9f-b22b-ec7f8a7ebd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98935ea-d8ec-450e-a522-88833cf9e3e1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:27.376565 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b3583206-bdcb-4d9f-b22b-ec7f8a7ebd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:27.451037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3583206-bdcb-4d9f-b22b-ec7f8a7ebd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:27.452712 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b3583206-bdcb-4d9f-b22b-ec7f8a7ebd0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a98935ea-d8ec-450e-a522-88833cf9e3e1 HTTP/1.1" status: 204 len: 168 time: 0.6456878 Feb 18 02:48:27.506696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Router e202b9ba-0f08-42bb-9898-c448b71f2035 is scheduled to L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 02:48:27.526814 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-c2d88354-a261-4eca-8602-bf6e140190bb service neutron] 10.222.0.13 "GET /v2.0/networks/67956db5-3f13-4415-90cf-445fa09c804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083976 Feb 18 02:48:27.632019 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:28.064516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a221a51-0b96-4db4-8c0d-98835ab26581 None None] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:48:28.116624 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-82b6f244-6f19-4d22-9949-0934a3d22978 service neutron] 10.222.0.13 "GET /v2.0/networks/67956db5-3f13-4415-90cf-445fa09c804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4868708 Feb 18 02:48:28.118610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:48:28.131152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Sync routers for ids ['e202b9ba-0f08-42bb-9898-c448b71f2035'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:48:28.147937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:28.158610 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6724167 Feb 18 02:48:28.161711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Routers {'e202b9ba-0f08-42bb-9898-c448b71f2035'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:48:28.161870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38338) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:28.165873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:48:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['e202b9ba-0f08-42bb-9898-c448b71f2035'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:28.216453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-932fdde1-f8aa-44bf-9081-48d6913570c5 None None] Provisioning for port cb913b65-0050-45e3-b938-3fbacc7a1aa0 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:48:28.229259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-932fdde1-f8aa-44bf-9081-48d6913570c5 None None] Provisioning complete for port cb913b65-0050-45e3-b938-3fbacc7a1aa0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:28.229974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-932fdde1-f8aa-44bf-9081-48d6913570c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:28.687505 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854399259'] for router, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:28.705769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-932fdde1-f8aa-44bf-9081-48d6913570c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:28.738549 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Set router e202b9ba-0f08-42bb-9898-c448b71f2035 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:48:28.832194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-932fdde1-f8aa-44bf-9081-48d6913570c5 None None] For port cb913b65-0050-45e3-b938-3fbacc7a1aa0, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=cb913b65-0050-45e3-b938-3fbacc7a1aa0,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:48:28.839799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-932fdde1-f8aa-44bf-9081-48d6913570c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:28.847008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:29.026185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fdde1-f8aa-44bf-9081-48d6913570c5 None None] Pushing event updated for resources: {'Port': ['ID=cb913b65-0050-45e3-b938-3fbacc7a1aa0,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:29.039914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-932fdde1-f8aa-44bf-9081-48d6913570c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:29.143246 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38388) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:29.158950 dv-cinder-763306-10-smb neutron-server[83912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 02:48:29.280050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5b5f73e9-e629-4344-9b6f-743e48184aaa None None] Provisioning complete for port cb913b65-0050-45e3-b938-3fbacc7a1aa0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:29.280804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5b5f73e9-e629-4344-9b6f-743e48184aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:29.351022 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b275a633-06c7-4faa-8ba4-36ddc8b94481 req-7d2cabad-516e-4605-9f5f-4d18796d9f4a tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 210 time: 0.2064352 Feb 18 02:48:29.463880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Router 40aac55d-bbcf-4d48-b830-a752f3838804 is scheduled to L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d with binding_index 1 {{(pid=84023) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 02:48:29.675918 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:25Z', 'revision_number': 3, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'gw_port': {'id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:29.698435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Checking router: e202b9ba-0f08-42bb-9898-c448b71f2035 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:48:29.699796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Updating router e202b9ba-0f08-42bb-9898-c448b71f2035 port 917e96a1-77e3-4e2c-ae04-f25e6f110f65 binding host dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:48:29.706748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-df834878-b812-4270-9026-3a5943ed1b85 None None] Provisioning complete for port cb913b65-0050-45e3-b938-3fbacc7a1aa0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:29.715176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df834878-b812-4270-9026-3a5943ed1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:29.921610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:29.992219 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:48:30.002706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:30.042595 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:30.044487 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7935541 Feb 18 02:48:30.047401 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38434) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:30.290307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Sync routers for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:48:30.339878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:48:30.342530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:48:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:30.369721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38442) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:30.822774 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b552299-dde2-49a1-a9e4-9b77c4edb9ef req-57c52ee5-b61d-4d1f-95e3-b0e2f68793d9 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 210 time: 0.1613803 Feb 18 02:48:30.843906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device cb913b65-0050-45e3-b938-3fbacc7a1aa0 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:31.021657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.057389 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Transition to ACTIVE for port object 917e96a1-77e3-4e2c-ae04-f25e6f110f65 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:31.065068 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.081476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:31.107744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.206217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:48:31.233790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:31.268748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Usage tracker for resource:security_group_rule and tenant:7b92dd6933b144058b592c12d5b24ef9 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:31.274740 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:31.298404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:31.325755 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Pushing event updated for resources: {'Port': ['ID=917e96a1-77e3-4e2c-ae04-f25e6f110f65,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:31.361492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.362191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.362603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.362920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.363292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.363673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.364030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.364361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.364868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.365374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.365877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.366452 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.366998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.367517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.381308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.382290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.383107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.383864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.384368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.384884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.385398 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.386045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.386550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.387054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Tracked resource versions report: Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: pushed versions: Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: { 'AddressGroup': {'1.1'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': {'1.0'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': {'1.0'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': {'1.1'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': {'1.7'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': {'1.2'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': {'1.8'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': {'1.4'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': {'1.2'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': {'1.0'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': {'1.1'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': {'1.1'}} Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: consumer versions: Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: { DHCP agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: L3 agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: Metadata agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: Metering agent@dv-cinder-763306-10-smb: {}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@dv-cinder-763306-10-smb: { 'AddressGroup': '1.1', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}, Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.1', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'ConntrackHelper': '1.0', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Log': '1.0', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Network': '1.1', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Port': '1.7', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'PortForwarding': '1.2', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'QosPolicy': '1.8', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroup': '1.4', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'SecurityGroupRule': '1.2', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'SubPort': '1.0', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Subnet': '1.1', Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: 'Trunk': '1.1'}} Feb 18 02:48:31.388525 dv-cinder-763306-10-smb neutron-server[83912]: {{(pid=84026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 02:48:31.408576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:31.504592 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Allocated IP 172.20.0.1 (ea975c3c-9128-4e47-a680-a4fc2a1ab767/00e34102-e7fd-48eb-93b6-b7db3d3a94e0/e7c3d731-129d-4403-8993-775e57df0615) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:31.542346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Attempting to bind port 917e96a1-77e3-4e2c-ae04-f25e6f110f65 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:48:31.543047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Attempting to bind port 917e96a1-77e3-4e2c-ae04-f25e6f110f65 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:48:31.543695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Attempting to bind port 917e96a1-77e3-4e2c-ae04-f25e6f110f65 on network 6fd03acf-077a-4992-b52f-35408fdf411b {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:48:31.551774 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:48:31.552570 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Checking segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:31.553209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.553849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Bound using segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:48:31.554729 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Bound port: 917e96a1-77e3-4e2c-ae04-f25e6f110f65, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:48:31.555344 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.690831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port cb913b65-0050-45e3-b938-3fbacc7a1aa0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:31.692768 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.756817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] For port 917e96a1-77e3-4e2c-ae04-f25e6f110f65, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:48:31.774995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] For port 917e96a1-77e3-4e2c-ae04-f25e6f110f65, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=917e96a1-77e3-4e2c-ae04-f25e6f110f65,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:48:31.791897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.794821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-79dc8f00-0437-44f2-948d-c6f913eb2603 None None] Provisioning complete for port cb913b65-0050-45e3-b938-3fbacc7a1aa0 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:31.794821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-79dc8f00-0437-44f2-948d-c6f913eb2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.822315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.838850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:31.841515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:31.959002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00774e22-abd9-43c1-97cf-a237d3600575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:32.059240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:27Z', 'revision_number': 3, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:32.061921 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b92dd6933b144058b592c12d5b24ef9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6893249 Feb 18 02:48:32.065235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38504) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:32.070909 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Checking router: 40aac55d-bbcf-4d48-b830-a752f3838804 for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:48:32.072060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Updating router 40aac55d-bbcf-4d48-b830-a752f3838804 port 83263904-ef90-45d9-a5cd-02bd1db97273 binding host dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:48:32.075591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5249c5c4-0a88-4a7d-aa7c-2bf186392a1a,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:32.082258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:32.096704 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:32.187176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:32.191779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:32.262879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-244bb479-0ca3-4071-9347-0f41d9144e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:32.273914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:32.283971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:32.392242 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Routers {'e202b9ba-0f08-42bb-9898-c448b71f2035'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:48:32.392937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:48:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['e202b9ba-0f08-42bb-9898-c448b71f2035'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:32.439289 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82c7ade3-3640-49b6-a5b7-e272e6fe95b6 req-34069f12-3eac-4460-8194-5caedbe46fc5 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 210 time: 0.2215581 Feb 18 02:48:32.524198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.52', 61647) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:32.526850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-244bb479-0ca3-4071-9347-0f41d9144e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:32.872364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-dc2eb1d0-6aeb-4951-bfcf-a3187f91e4b1 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:32.874838 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-dc2eb1d0-6aeb-4951-bfcf-a3187f91e4b1 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.52 "GET /v2.0/networks?id=67956db5-3f13-4415-90cf-445fa09c804c HTTP/1.1" status: 200 len: 811 time: 0.3457093 Feb 18 02:48:32.905532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Pushing event updated for resources: {'Port': ['ID=e7c3d731-129d-4403-8993-775e57df0615,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:32.911190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:32.972899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Request body: {'port': {'device_id': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'network_id': '67956db5-3f13-4415-90cf-445fa09c804c', 'admin_state_up': True, 'tenant_id': '1e50960a86d44bf48e5fe222ffc389d6'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:33.053353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Pushing event updated for resources: {'Port': ['ID=917e96a1-77e3-4e2c-ae04-f25e6f110f65,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:33.063061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Allocated IP 172.20.0.1 (5d45c625-b63e-46a2-b188-4bbfd0053f82/bd5bbe80-22aa-4000-b2f1-23d96757347f/0a952dde-4501-42e4-8392-2e1190135826) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:33.068222 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.229s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:33.165138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] Set router e202b9ba-0f08-42bb-9898-c448b71f2035 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:48:33.203314 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:33.208120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Usage tracker for resource:port and tenant:1e50960a86d44bf48e5fe222ffc389d6 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:33.211600 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:33.221600 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:33.262554 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.270430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Made reservation on behalf of 1e50960a86d44bf48e5fe222ffc389d6 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:33.282754 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.304328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Transition to ACTIVE for port object 0a952dde-4501-42e4-8392-2e1190135826 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:33.343630 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-244bb479-0ca3-4071-9347-0f41d9144e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.351190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:33.352526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:33.354897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:33.390374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.392580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.420632 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Transition to ACTIVE for port object 83263904-ef90-45d9-a5cd-02bd1db97273 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:33.438995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.480327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:33.509378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:33.512657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370910'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.616864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bb479-0ca3-4071-9347-0f41d9144e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5249c5c4-0a88-4a7d-aa7c-2bf186392a1a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:33.626011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-244bb479-0ca3-4071-9347-0f41d9144e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:33.628759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:33.637399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f73d6-0627-48f5-964b-14ad9b7baba5 None None] Pushing event updated for resources: {'Port': ['ID=83263904-ef90-45d9-a5cd-02bd1db97273,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:33.705591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4a7f73d6-0627-48f5-964b-14ad9b7baba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:33.709652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Pushing event updated for resources: {'Port': ['ID=0a952dde-4501-42e4-8392-2e1190135826,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:33.716927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:33.718181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-244bb479-0ca3-4071-9347-0f41d9144e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.719639 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-244bb479-0ca3-4071-9347-0f41d9144e81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5249c5c4-0a88-4a7d-aa7c-2bf186392a1a HTTP/1.1" status: 204 len: 168 time: 1.6425662 Feb 18 02:48:33.730509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:33.731897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:33.735050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:33.735050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370910'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.901662 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:25Z', 'revision_number': 3, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'gw_port': {'id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:33.914104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb853d4-8a8b-4c13-919e-cdd10a99b4fd None None] The sync data for ids ['e202b9ba-0f08-42bb-9898-c448b71f2035'] in dv-cinder-763306-10-smb is: [{'id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:25Z', 'revision_number': 3, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'gw_port': {'id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:48:33.959763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Attempting to bind port 83263904-ef90-45d9-a5cd-02bd1db97273 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:48:33.962854 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Attempting to bind port 83263904-ef90-45d9-a5cd-02bd1db97273 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:48:33.966721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Attempting to bind port 83263904-ef90-45d9-a5cd-02bd1db97273 on network 6fd03acf-077a-4992-b52f-35408fdf411b {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:48:33.983010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:48:33.983689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Checking segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:33.984210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:33.984758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Bound using segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:48:33.985440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Bound port: 83263904-ef90-45d9-a5cd-02bd1db97273, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:48:33.986992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:34.068340 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Allocated IP 172.20.0.6 (67956db5-3f13-4415-90cf-445fa09c804c/7b521a32-0780-4f64-8095-3b6c3831530a/30cf25d8-61f5-4108-b5da-f11bf9eea3db) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:34.123043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] For port 83263904-ef90-45d9-a5cd-02bd1db97273, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:48:34.136800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] For port 83263904-ef90-45d9-a5cd-02bd1db97273, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=83263904-ef90-45d9-a5cd-02bd1db97273,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:48:34.146927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:34.206787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:34.331767 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-55d155f5-7ef4-463a-80e0-52b607c0a918 req-5b52f0a5-8a9b-4a40-a45e-2e409bd4fa86 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 210 time: 0.1237586 Feb 18 02:48:34.375873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:34.429435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:34.500537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:34.540703 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:34.614070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f73d6-0627-48f5-964b-14ad9b7baba5 None None] Pushing event updated for resources: {'Port': ['ID=83263904-ef90-45d9-a5cd-02bd1db97273,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:34.639539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4a7f73d6-0627-48f5-964b-14ad9b7baba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:34.642868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5d0c6b1-35c8-4306-ab3c-dddb78e001f8 None None] Provisioning for port 0a952dde-4501-42e4-8392-2e1190135826 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:48:34.667621 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f5d0c6b1-35c8-4306-ab3c-dddb78e001f8 None None] Provisioning complete for port 0a952dde-4501-42e4-8392-2e1190135826 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:34.668105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6b1-35c8-4306-ab3c-dddb78e001f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:35.329159 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 917e96a1-77e3-4e2c-ae04-f25e6f110f65 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:35.348309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Pushing event updated for resources: {'Port': ['ID=30cf25d8-61f5-4108-b5da-f11bf9eea3db,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:35.354703 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:35.494776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:35.637419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0c6b1-35c8-4306-ab3c-dddb78e001f8 None None] Port 0a952dde-4501-42e4-8392-2e1190135826 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:48:35.645769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:35.660767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:35.662633 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854404996'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:35.756081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 917e96a1-77e3-4e2c-ae04-f25e6f110f65 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:48:35.778472 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:48:35.779285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:48:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:35.852998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:35.995111 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 917e96a1-77e3-4e2c-ae04-f25e6f110f65 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:35.998481 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:36.116457 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Pushing event updated for resources: {'Port': ['ID=0a952dde-4501-42e4-8392-2e1190135826,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:36.127328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:36.151869 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:36.157673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:36.319166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:36.330956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Network 67956db5-3f13-4415-90cf-445fa09c804c is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:36.334356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38656) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:36.363268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:36.371081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:36.479553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854404996'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:36.525635 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:48:36.559227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:36.572821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:36.575916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:36.588910 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38662) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:36.604447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:36.800513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Router 40aac55d-bbcf-4d48-b830-a752f3838804 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:48:37.115376 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-7e747386-82c8-4a03-8ff9-45182983a964 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1555262 Feb 18 02:48:37.120351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Pushing event updated for resources: {'Port': ['ID=e7c3d731-129d-4403-8993-775e57df0615,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:37.134014 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:37.145037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-9cd0cdbb-99ed-48be-b422-70ec79a71823 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:48:37.146772 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-9cd0cdbb-99ed-48be-b422-70ec79a71823 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067370 Feb 18 02:48:37.191217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100bab7-52de-4213-b23e-360ef3f0ca02 req-a8a9950c-e46c-498e-9ff6-9bc48550a923 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:37.192308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0100bab7-52de-4213-b23e-360ef3f0ca02 req-a8a9950c-e46c-498e-9ff6-9bc48550a923 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Synchronizing usage tracker for tenant:1e50960a86d44bf48e5fe222ffc389d6 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:48:37.219674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:37.223127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:37.253832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0100bab7-52de-4213-b23e-360ef3f0ca02 req-a8a9950c-e46c-498e-9ff6-9bc48550a923 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Unset dirty status for tenant:1e50960a86d44bf48e5fe222ffc389d6 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:48:37.255760 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0100bab7-52de-4213-b23e-360ef3f0ca02 req-a8a9950c-e46c-498e-9ff6-9bc48550a923 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 931 time: 0.9202383 Feb 18 02:48:37.258056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:37.329892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:48:37.347671 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] 10.222.0.13 "PUT /v2.0/routers/40aac55d-bbcf-4d48-b830-a752f3838804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2901309 Feb 18 02:48:37.612377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-83a00ddb-3a52-454c-a37a-883ef078dbb1 None None] Provisioning complete for port 0a952dde-4501-42e4-8392-2e1190135826 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:37.612856 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83a00ddb-3a52-454c-a37a-883ef078dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:37.720435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:37.732652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:37.767833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Usage tracker for resource:security_group_rule and tenant:7bcf31464f8a4d6f8ec3d23dd3354571 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:37.778196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:37.792533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:37.797174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:37.806465 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0100bab7-52de-4213-b23e-360ef3f0ca02 req-5edf8770-34ae-4e2e-a99b-9005b9530672 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564440 Feb 18 02:48:37.808815 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Usage tracker for resource:security_group_rule and tenant:73d6eb0f907f4a8b979e7998313c1df2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:37.814452 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:37.829276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-83a00ddb-3a52-454c-a37a-883ef078dbb1 None None] Port 0a952dde-4501-42e4-8392-2e1190135826 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:48:37.893627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:37.999935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Router e202b9ba-0f08-42bb-9898-c448b71f2035 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:48:38.072168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:38.155631 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 917e96a1-77e3-4e2c-ae04-f25e6f110f65, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=917e96a1-77e3-4e2c-ae04-f25e6f110f65,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:48:38.168931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:38.201036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:38.433277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:35Z', 'revision_number': 2, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:38.470124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21dc232-84ed-48dc-a9a9-6a09011c99c8 None None] The sync data for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb is: [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:35Z', 'revision_number': 2, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:48:38.497880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=917e96a1-77e3-4e2c-ae04-f25e6f110f65,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:38.503389 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:38.612808 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38716) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:38.622939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606802814', 'description': 'tempest-description--1223469626'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:38.636716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:38.642187 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:security_group and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:38.645162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:48:38.646063 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:38.653116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:38.670935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Sync routers for ids ['e202b9ba-0f08-42bb-9898-c448b71f2035'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:48:38.691191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Routers {'e202b9ba-0f08-42bb-9898-c448b71f2035'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:48:38.691938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:48:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['e202b9ba-0f08-42bb-9898-c448b71f2035'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:38.732857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:38.790323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:38.823374 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] 10.222.0.13 "PUT /v2.0/routers/e202b9ba-0f08-42bb-9898-c448b71f2035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6603708 Feb 18 02:48:38.853537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:38.860576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:38.878668 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-31fd2662-d337-4141-9aa5-fe0a13151c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:38.947633 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:38.955249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:38.978151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:security_group_rule and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:38.985794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:39.013953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:39.034513 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73d6eb0f907f4a8b979e7998313c1df2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3537142 Feb 18 02:48:39.041622 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38736) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:39.065409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eba49c-08e8-4d54-bb3c-3dd9671713f7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:39.076445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:39.085125 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bcf31464f8a4d6f8ec3d23dd3354571&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7458739 Feb 18 02:48:39.089247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9a69cc0d-bf00-4822-9a8f-8fa6c74f028b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:39.106149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38740) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:39.287370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Set router e202b9ba-0f08-42bb-9898-c448b71f2035 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:48:39.336407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Request body: {'port': {'device_id': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:39.392651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:39.415490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421d7f0a-0b46-4bc8-9d55-46ad97300fbe,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:39.442720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:39.451245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26d1cbf0-68bd-43f8-8df8-160e026ae3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:39.494651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:39.559212 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:39.576102 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dde92bb0-49dc-4a1b-b6eb-46dc1da9572e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:39.612262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:39.651488 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefd8e2-ce63-472c-aba9-916eccfaa190 req-3e995ea3-84d4-4737-a3d2-e792b3575570 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:39.660764 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-baefd8e2-ce63-472c-aba9-916eccfaa190 req-3e995ea3-84d4-4737-a3d2-e792b3575570 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 931 time: 0.4941185 Feb 18 02:48:39.692612 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:39.694057 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0793180 Feb 18 02:48:39.701176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dde92bb0-49dc-4a1b-b6eb-46dc1da9572e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:39.752084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38752) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:39.771479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26d1cbf0-68bd-43f8-8df8-160e026ae3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:39.833938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1feab-6463-4428-9aa8-1154a64f1c6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:39.860709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:39.894303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1feab-6463-4428-9aa8-1154a64f1c6c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:39.908600 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:39.953574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:security_group_rule and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:39.965476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:40.043891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:40.191146 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'gw_port': {'id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'e7c3d731-129d-4403-8993-775e57df0615', 'name': '', 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'mac_address': 'fa:16:3e:a7:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e34102-e7fd-48eb-93b6-b7db3d3a94e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:30Z', 'updated_at': '2021-02-18T02:48:35Z', 'revision_number': 2, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'subnets': [{'id': '00e34102-e7fd-48eb-93b6-b7db3d3a94e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:40.198308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Checking router: e202b9ba-0f08-42bb-9898-c448b71f2035 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:48:40.198706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Updating router e202b9ba-0f08-42bb-9898-c448b71f2035 port e7c3d731-129d-4403-8993-775e57df0615 binding host dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:48:40.220129 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-baefd8e2-ce63-472c-aba9-916eccfaa190 req-1b5a65fe-2c99-4127-8b44-b71b7ebcb264 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581634 Feb 18 02:48:40.270045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dde92bb0-49dc-4a1b-b6eb-46dc1da9572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:40.306789 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:40.342618 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:40.420589 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde92bb0-49dc-4a1b-b6eb-46dc1da9572e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eba49c-08e8-4d54-bb3c-3dd9671713f7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:40.458036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dde92bb0-49dc-4a1b-b6eb-46dc1da9572e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:40.466486 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dde92bb0-49dc-4a1b-b6eb-46dc1da9572e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:40.481068 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-dde92bb0-49dc-4a1b-b6eb-46dc1da9572e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95eba49c-08e8-4d54-bb3c-3dd9671713f7 HTTP/1.1" status: 204 len: 168 time: 1.3685455 Feb 18 02:48:40.646336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 83263904-ef90-45d9-a5cd-02bd1db97273 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:40.841675 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-319c226d-1e1d-4d0e-890f-7419ef143ca7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:40.863266 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-319c226d-1e1d-4d0e-890f-7419ef143ca7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 818 time: 0.7790422 Feb 18 02:48:40.865715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:40.901334 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-7e233719-a8af-411d-a9c8-d6fe11ed81b3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/quotas/046471a7e0dc48d9b13fb015e14eae8a HTTP/1.1" status: 200 len: 375 time: 0.0368433 Feb 18 02:48:41.015766 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 83263904-ef90-45d9-a5cd-02bd1db97273 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:48:41.051764 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 83263904-ef90-45d9-a5cd-02bd1db97273 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:41.055849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.063838 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26d1cbf0-68bd-43f8-8df8-160e026ae3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.174119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.201087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:41.226051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.233098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1cbf0-68bd-43f8-8df8-160e026ae3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421d7f0a-0b46-4bc8-9d55-46ad97300fbe,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:41.270698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-26d1cbf0-68bd-43f8-8df8-160e026ae3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:41.294060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:41.338087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38796) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:41.379519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-26d1cbf0-68bd-43f8-8df8-160e026ae3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.384022 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-26d1cbf0-68bd-43f8-8df8-160e026ae3da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/421d7f0a-0b46-4bc8-9d55-46ad97300fbe HTTP/1.1" status: 204 len: 168 time: 2.3403852 Feb 18 02:48:41.449384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.450706 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6942089 Feb 18 02:48:41.465835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dd4437-9bcc-48a4-90ce-17f773378078,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:41.469758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38804) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:41.526628 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-fb0e8e88-1c5d-405f-b842-27ce7c6b4941 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6240194 Feb 18 02:48:41.533296 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:41.547194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'security_group_rule': {'security_group_id': 'f0d1feab-6463-4428-9aa8-1154a64f1c6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:41.567456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:41.588686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:security_group_rule and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:41.593455 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:41.610833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:41.659292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.787200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.791572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.794329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-def62c69-6b27-48e8-9ab9-845552847bcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:41.836553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9e9ee6-29a9-4b3a-aae1-a09b38a8a0ae,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:41.839618 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.841250 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622327 Feb 18 02:48:41.842887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:41.843925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.850093 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 38816) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:41.858293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'floatingip': {'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:41.867096 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 02:48:41.875955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:41.887135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:floatingip and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:41.895852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:41.911859 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:41.912722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 83263904-ef90-45d9-a5cd-02bd1db97273, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=83263904-ef90-45d9-a5cd-02bd1db97273,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:48:41.917643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.919719 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 917e96a1-77e3-4e2c-ae04-f25e6f110f65 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:41.939951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.947378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:41.972308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38820) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:41.989677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Transition to ACTIVE for port object e7c3d731-129d-4403-8993-775e57df0615 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:41.996606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:42.022149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:42.062681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:42.181335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:42.228156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c255-bc91-47a1-b631-f66594e78584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:42.358388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cfd2c255-bc91-47a1-b631-f66594e78584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:42.387321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cf25d8-61f5-4108-b5da-f11bf9eea3db {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:48:42.399654 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=83263904-ef90-45d9-a5cd-02bd1db97273,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:42.407365 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:42.415907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:42.450876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Transition to ACTIVE for port object 30cf25d8-61f5-4108-b5da-f11bf9eea3db will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:42.475820 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 917e96a1-77e3-4e2c-ae04-f25e6f110f65 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:42.476323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:42.478553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbd89-d85a-4cd9-b3c6-5b72a4df4e94 req-c9e0d8c5-a083-4ea2-9ca1-5ae1bce729dc tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:42.493115 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d74dbd89-d85a-4cd9-b3c6-5b72a4df4e94 req-c9e0d8c5-a083-4ea2-9ca1-5ae1bce729dc tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 931 time: 0.9300678 Feb 18 02:48:42.522164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:42.533797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:42.537423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cfd2c255-bc91-47a1-b631-f66594e78584 admin admin] Usage tracker for resource:security_group_rule and tenant:ec6a480790da4037945f9167099a4528 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:42.562151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cfd2c255-bc91-47a1-b631-f66594e78584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:42.580500 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d74dbd89-d85a-4cd9-b3c6-5b72a4df4e94 req-f4ea450a-4d8d-4d5f-80a4-b425d227f23e tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862794 Feb 18 02:48:42.745774 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63eb08b-13a6-4b26-aecf-9019c0bc7bd8 None None] Pushing event updated for resources: {'Port': ['ID=e7c3d731-129d-4403-8993-775e57df0615,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:42.792684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a63eb08b-13a6-4b26-aecf-9019c0bc7bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:42.814631 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-473b4e79-88a3-4560-b087-3826afe3339f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:48:42.822086 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-473b4e79-88a3-4560-b087-3826afe3339f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3184254 Feb 18 02:48:42.930709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-90e7bd48-9b8d-4f50-8bba-c128e4c7443f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:42.935012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8ea77ad6-c90d-4b69-88e4-6bc65d4dc97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:43.091530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cfd2c255-bc91-47a1-b631-f66594e78584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:43.095071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Pushing event updated for resources: {'Port': ['ID=30cf25d8-61f5-4108-b5da-f11bf9eea3db,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:43.131875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:43.133010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:43.168427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Usage tracker for resource:security_group_rule and tenant:a9d106e4126b4ae4ae1908665e40529e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:43.183616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:43.183826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Allocated IP 172.28.1.218 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/bd5ce085-f137-417d-be08-5574a94d05c8) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:43.250577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:43.313440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Attempting to bind port e7c3d731-129d-4403-8993-775e57df0615 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:48:43.314158 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Attempting to bind port e7c3d731-129d-4403-8993-775e57df0615 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:48:43.314875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Attempting to bind port e7c3d731-129d-4403-8993-775e57df0615 on network ea975c3c-9128-4e47-a680-a4fc2a1ab767 {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:48:43.344622 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Sync routers for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:48:43.348874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:48:43.352934 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Checking segment: {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:43.353858 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:43.354741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Bound using segment: {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:48:43.357804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Bound port: e7c3d731-129d-4403-8993-775e57df0615, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:48:43.360035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:43.379599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 83263904-ef90-45d9-a5cd-02bd1db97273 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:43.498006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:48:43.512203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:48:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:43.682551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] For port e7c3d731-129d-4403-8993-775e57df0615, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:48:43.690403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] For port e7c3d731-129d-4403-8993-775e57df0615, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=e7c3d731-129d-4403-8993-775e57df0615,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:48:43.695967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:43.726107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8f9aa49-32d6-424a-9fd1-5305d92677f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:43.785558 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:43.896053 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:43.935809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:44.008256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63eb08b-13a6-4b26-aecf-9019c0bc7bd8 None None] Pushing event updated for resources: {'Port': ['ID=e7c3d731-129d-4403-8993-775e57df0615,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:44.009877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Attempting to bind port 30cf25d8-61f5-4108-b5da-f11bf9eea3db on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:48:44.012864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Attempting to bind port 30cf25d8-61f5-4108-b5da-f11bf9eea3db by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd073552a-cc89-4b86-aaa5-f7251d5c4ed3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67956db5-3f13-4415-90cf-445fa09c804c'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:48:44.013238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Attempting to bind port 30cf25d8-61f5-4108-b5da-f11bf9eea3db on network 67956db5-3f13-4415-90cf-445fa09c804c {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:48:44.032863 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a63eb08b-13a6-4b26-aecf-9019c0bc7bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:44.068339 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:48:44.068719 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Checking segment: {'id': 'd073552a-cc89-4b86-aaa5-f7251d5c4ed3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67956db5-3f13-4415-90cf-445fa09c804c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:44.069155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:44.069550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Bound using segment: {'id': 'd073552a-cc89-4b86-aaa5-f7251d5c4ed3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67956db5-3f13-4415-90cf-445fa09c804c'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:48:44.070728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Bound port: 30cf25d8-61f5-4108-b5da-f11bf9eea3db, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd073552a-cc89-4b86-aaa5-f7251d5c4ed3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67956db5-3f13-4415-90cf-445fa09c804c'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:48:44.071832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:44.085125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'Port': ['ID=bd5ce085-f137-417d-be08-5574a94d05c8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:44.110087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:44.156427 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-1c5d621c-bbac-4dfe-906b-d9605d740f1b service neutron] 10.222.0.13 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3102641 Feb 18 02:48:44.226112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 83263904-ef90-45d9-a5cd-02bd1db97273 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:44.226938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:44.278668 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Routers {'e202b9ba-0f08-42bb-9898-c448b71f2035'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:48:44.279346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:48:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['e202b9ba-0f08-42bb-9898-c448b71f2035'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:44.413414 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-b6098119-6bfd-4af1-8056-005bcba6ae38 service neutron] 10.222.0.13 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2443626 Feb 18 02:48:44.499173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:48:44.505487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:44.506767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:44.538228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:44.597379 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c255-bc91-47a1-b631-f66594e78584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:44.785260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:44.802534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] For port 30cf25d8-61f5-4108-b5da-f11bf9eea3db, host hv-cinder-76330, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:48:44.810811 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c255-bc91-47a1-b631-f66594e78584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:44.811604 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:44.832604 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:44.918970 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] Set router e202b9ba-0f08-42bb-9898-c448b71f2035 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:48:44.963602 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] For port 30cf25d8-61f5-4108-b5da-f11bf9eea3db, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=30cf25d8-61f5-4108-b5da-f11bf9eea3db,segment=NetworkSegment(d073552a-cc89-4b86-aaa5-f7251d5c4ed3),segment_id=d073552a-cc89-4b86-aaa5-f7251d5c4ed3)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:48:44.965404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:44.981773 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cfd2c255-bc91-47a1-b631-f66594e78584 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec6a480790da4037945f9167099a4528&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8905747 Feb 18 02:48:45.032821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:45.041414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38896) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:45.251634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f6d46f1-31b7-46ec-b0b7-44a83474bcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:45.434911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01d73f6c-8270-4fe3-a09c-c16ed3bf48b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:45.463261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1549-6c7f-4125-9818-468ceffaf3f1 req-fbd1b21e-79ab-4ba9-b987-f3714a0337d6 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:45.480717 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4feb1549-6c7f-4125-9818-468ceffaf3f1 req-fbd1b21e-79ab-4ba9-b987-f3714a0337d6 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 943 time: 1.5947158 Feb 18 02:48:45.560281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2c255-bc91-47a1-b631-f66594e78584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62414fb-9dae-4817-b1f0-6c70c9ffcf75,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:45.586070 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4feb1549-6c7f-4125-9818-468ceffaf3f1 req-84791cf9-ca1f-48b1-8e2b-775190bbcaef tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040916 Feb 18 02:48:45.654266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f077f9a-0aaa-420e-a408-d891bd21c9f2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:45.717570 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:45.767694 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c018679a-240d-4910-8781-6b8322992329 req-c1f6928e-0ab3-4fae-9904-685e3c60df73 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 210 time: 0.7808762 Feb 18 02:48:45.822877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:45.930194 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9d106e4126b4ae4ae1908665e40529e&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5898576 Feb 18 02:48:45.932021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:45.954022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.624s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:45.954452 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:45.975541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 38942) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:45.975713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c9e5d0c3-5a3f-485f-87be-de31de55261a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.629s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:46.135186 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:35Z', 'revision_number': 2, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:46.139867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01d73f6c-8270-4fe3-a09c-c16ed3bf48b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:46.160427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Checking router: 40aac55d-bbcf-4d48-b830-a752f3838804 for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:48:46.160973 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Updating router 40aac55d-bbcf-4d48-b830-a752f3838804 port 0a952dde-4501-42e4-8392-2e1190135826 binding host dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:48:46.310260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:46.444447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:46.451507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:46.520552 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:46.716170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'Port': ['ID=bd5ce085-f137-417d-be08-5574a94d05c8,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:46.776769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'gw_port': {'id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'e7c3d731-129d-4403-8993-775e57df0615', 'name': '', 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'mac_address': 'fa:16:3e:a7:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e34102-e7fd-48eb-93b6-b7db3d3a94e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:30Z', 'updated_at': '2021-02-18T02:48:43Z', 'revision_number': 4, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'subnets': [{'id': '00e34102-e7fd-48eb-93b6-b7db3d3a94e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:46.793349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:46.794060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291759e-8e53-4b6a-8f4b-ba4bb4c8798a None None] The sync data for ids ['e202b9ba-0f08-42bb-9898-c448b71f2035'] in dv-cinder-763306-10-smb is: [{'id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'gw_port': {'id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'e7c3d731-129d-4403-8993-775e57df0615', 'name': '', 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'mac_address': 'fa:16:3e:a7:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '00e34102-e7fd-48eb-93b6-b7db3d3a94e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:30Z', 'updated_at': '2021-02-18T02:48:43Z', 'revision_number': 4, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'subnets': [{'id': '00e34102-e7fd-48eb-93b6-b7db3d3a94e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:48:47.083489 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:47.137677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:47.257306 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:47.327849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:47.340072 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4886892 Feb 18 02:48:47.378507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c0c1e-eb6f-436f-ba35-6a37105a611a req-a7f6cfd5-b96d-48a9-b02f-bfbf8bf48392 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:47.397183 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3d7c0c1e-eb6f-436f-ba35-6a37105a611a req-a7f6cfd5-b96d-48a9-b02f-bfbf8bf48392 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 943 time: 0.3169434 Feb 18 02:48:47.499889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-35e4f0e3-ad10-4c33-9490-9a2edbc84224 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:47.500616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-35e4f0e3-ad10-4c33-9490-9a2edbc84224 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Synchronizing usage tracker for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:48:47.506103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3d7c0c1e-eb6f-436f-ba35-6a37105a611a req-66ccadf3-6586-4be6-8981-2205ad1f41c5 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Synchronizing usage tracker for tenant:1e50960a86d44bf48e5fe222ffc389d6 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:48:47.557768 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3d7c0c1e-eb6f-436f-ba35-6a37105a611a req-66ccadf3-6586-4be6-8981-2205ad1f41c5 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Unset dirty status for tenant:1e50960a86d44bf48e5fe222ffc389d6 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:48:47.559081 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3d7c0c1e-eb6f-436f-ba35-6a37105a611a req-66ccadf3-6586-4be6-8981-2205ad1f41c5 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610289 Feb 18 02:48:47.596559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:47.597116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:47.606127 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] 10.222.0.52 "PUT /v2.0/ports/30cf25d8-61f5-4108-b5da-f11bf9eea3db HTTP/1.1" status: 200 len: 1157 time: 8.9147391 Feb 18 02:48:47.627393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'tag': '30cf25d8-61f5-4108-b5da-f11bf9eea3db'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:48:47.830667 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-35e4f0e3-ad10-4c33-9490-9a2edbc84224 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Unset dirty status for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:48:47.847819 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-35e4f0e3-ad10-4c33-9490-9a2edbc84224 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 818 time: 0.6922929 Feb 18 02:48:47.886616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:47.931561 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-dbeed7d0-1f96-4ba7-ac04-8870a9271b8a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/quotas/046471a7e0dc48d9b13fb015e14eae8a HTTP/1.1" status: 200 len: 375 time: 0.0799179 Feb 18 02:48:47.968512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Transition to ACTIVE for port object 0a952dde-4501-42e4-8392-2e1190135826 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:47.984622 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:47.985682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e7c3d731-129d-4403-8993-775e57df0615 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:48.038349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Pushing event updated for resources: {'Port': ['ID=30cf25d8-61f5-4108-b5da-f11bf9eea3db,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:48.043425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.068s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:48.121364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86a5b09a-cd96-4ad6-82ec-861def01df77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:48.180853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-78d68c84-dbbf-4662-b308-a42905be4012 req-8f69a146-1a92-4db8-8761-61c840e699b3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:48:48.188872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39024) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:48.199971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86a5b09a-cd96-4ad6-82ec-861def01df77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:48.258958 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-78d68c84-dbbf-4662-b308-a42905be4012 req-8f69a146-1a92-4db8-8761-61c840e699b3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:48:48.269351 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-8f69a146-1a92-4db8-8761-61c840e699b3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1606802814&fields=id&tenant_id=5fdcf0edff8a48e38715bf653734144a HTTP/1.1" status: 200 len: 267 time: 0.2257369 Feb 18 02:48:48.429149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86a5b09a-cd96-4ad6-82ec-861def01df77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:48.513625 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:48.533963 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-56922810-dc16-4513-8687-c7a93f6bb736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:48.561699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-1c6ee50a-849e-4420-b628-bdf000cdfd19 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Synchronizing usage tracker for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:48:48.567710 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01d73f6c-8270-4fe3-a09c-c16ed3bf48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:48.624495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01d73f6c-8270-4fe3-a09c-c16ed3bf48b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:48.628952 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-01d73f6c-8270-4fe3-a09c-c16ed3bf48b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d62414fb-9dae-4817-b1f0-6c70c9ffcf75 HTTP/1.1" status: 204 len: 168 time: 3.5283642 Feb 18 02:48:48.630025 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5b09a-cd96-4ad6-82ec-861def01df77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f077f9a-0aaa-420e-a408-d891bd21c9f2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:48.643559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-86a5b09a-cd96-4ad6-82ec-861def01df77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:48.644132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-86a5b09a-cd96-4ad6-82ec-861def01df77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:48.660504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d73f6c-8270-4fe3-a09c-c16ed3bf48b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62414fb-9dae-4817-b1f0-6c70c9ffcf75,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:48.665602 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68c84-dbbf-4662-b308-a42905be4012 req-365c0662-a8d7-4c86-b6a0-e0b359ecf3b9 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:48.667275 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-365c0662-a8d7-4c86-b6a0-e0b359ecf3b9 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 817 time: 0.3833437 Feb 18 02:48:48.670283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-01d73f6c-8270-4fe3-a09c-c16ed3bf48b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:48.671143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-1c6ee50a-849e-4420-b628-bdf000cdfd19 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Unset dirty status for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:48:48.682477 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-1c6ee50a-849e-4420-b628-bdf000cdfd19 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7492940 Feb 18 02:48:48.713275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021985fa-a80a-4d92-9b3b-3b027925ec12 None None] Pushing event updated for resources: {'Port': ['ID=0a952dde-4501-42e4-8392-2e1190135826,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:48.722405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-86a5b09a-cd96-4ad6-82ec-861def01df77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:48.724005 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-86a5b09a-cd96-4ad6-82ec-861def01df77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f077f9a-0aaa-420e-a408-d891bd21c9f2 HTTP/1.1" status: 204 len: 168 time: 2.6201570 Feb 18 02:48:48.724478 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:48.790783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:48.808572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Usage tracker for resource:security_group_rule and tenant:01e71183dfcb4dc98e034c4c9186d936 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:48.812168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:48.826478 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:48.831297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-021985fa-a80a-4d92-9b3b-3b027925ec12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:48.870149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-b3f32804-8ae9-4a0c-ae59-b424993cc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:48.877498 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-b3f32804-8ae9-4a0c-ae59-b424993cc12e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e50960a86d44bf48e5fe222ffc389d6&device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 1160 time: 0.7588024 Feb 18 02:48:48.906843 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-dc481b26-01f8-4fd2-9abb-772e3118bb6d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/quotas/5fdcf0edff8a48e38715bf653734144a HTTP/1.1" status: 200 len: 375 time: 0.1968749 Feb 18 02:48:48.970448 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-03e1e153-f280-4a68-87cb-dab4c0c082f2 service neutron] 10.222.0.13 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870476 Feb 18 02:48:49.086902 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-c8123147-e361-406f-b36a-9c57270cd46f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30cf25d8-61f5-4108-b5da-f11bf9eea3db HTTP/1.1" status: 200 len: 217 time: 0.1151705 Feb 18 02:48:49.207940 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.217396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.255372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-78d68c84-dbbf-4662-b308-a42905be4012 req-4538250d-4c31-4af2-b1a5-91415d1118d6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:48:49.261839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8ec374d5-e457-4a60-8f99-769f96ec658f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:49.292391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-78d68c84-dbbf-4662-b308-a42905be4012 req-4538250d-4c31-4af2-b1a5-91415d1118d6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:48:49.293832 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-4538250d-4c31-4af2-b1a5-91415d1118d6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3861907 Feb 18 02:48:49.331278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Attempting to bind port 0a952dde-4501-42e4-8392-2e1190135826 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:48:49.331724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Attempting to bind port 0a952dde-4501-42e4-8392-2e1190135826 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:48:49.332141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Attempting to bind port 0a952dde-4501-42e4-8392-2e1190135826 on network 5d45c625-b63e-46a2-b188-4bbfd0053f82 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:48:49.361788 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:48:49.364981 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Checking segment: {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:49.367390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.367390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Bound using segment: {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:48:49.367390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Bound port: 0a952dde-4501-42e4-8392-2e1190135826, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:48:49.367390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.418675 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39060) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:49.483779 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-fc846d3b-135b-4f61-a06a-d69cf337d476 service neutron] 10.222.0.13 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727250 Feb 18 02:48:49.487499 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-37043d36-7e71-43b8-8fab-efaedbd5c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:49.488792 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6214300-9c0a-4496-83d3-2e4d9d3162b2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:49.493614 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01e71183dfcb4dc98e034c4c9186d936&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3036826 Feb 18 02:48:49.494792 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:49.496698 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-37043d36-7e71-43b8-8fab-efaedbd5c2d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b521a32-0780-4f64-8095-3b6c3831530a HTTP/1.1" status: 200 len: 851 time: 0.3418338 Feb 18 02:48:49.499285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39066) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:49.502141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.52', 61680) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:49.506201 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.554872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port e7c3d731-129d-4403-8993-775e57df0615 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:48:49.580262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port e7c3d731-129d-4403-8993-775e57df0615 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:49.580696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.595659 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-3cb2ed08-abfb-4c2a-8234-f47879454f61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67956db5-3f13-4415-90cf-445fa09c804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738823 Feb 18 02:48:49.675541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] For port 0a952dde-4501-42e4-8392-2e1190135826, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:48:49.690918 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] For port 0a952dde-4501-42e4-8392-2e1190135826, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=0a952dde-4501-42e4-8392-2e1190135826,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:48:49.708410 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c5a7-b53e-42e6-ae6f-1af402fcb694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.745650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.763349 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-3ebf6091-381f-4b44-ab90-eff404ccab89 service neutron] 10.222.0.13 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2609808 Feb 18 02:48:49.779140 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c5a7-b53e-42e6-ae6f-1af402fcb694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.901279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c5a7-b53e-42e6-ae6f-1af402fcb694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.907936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-244bb479-0ca3-4071-9347-0f41d9144e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:49.943499 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9c5a7-b53e-42e6-ae6f-1af402fcb694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6214300-9c0a-4496-83d3-2e4d9d3162b2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:49.954405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3fe9c5a7-b53e-42e6-ae6f-1af402fcb694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:49.961199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c5a7-b53e-42e6-ae6f-1af402fcb694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:49.963325 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3fe9c5a7-b53e-42e6-ae6f-1af402fcb694 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6214300-9c0a-4496-83d3-2e4d9d3162b2 HTTP/1.1" status: 204 len: 168 time: 0.4630158 Feb 18 02:48:50.090430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:50.137491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:50.146138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-fdd938de-051d-4b85-b4d0-270539de3373 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:50.147720 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-fdd938de-051d-4b85-b4d0-270539de3373 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 818 time: 0.6248660 Feb 18 02:48:50.149791 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-8a10a5e2-6d13-4f8b-8d2b-e48679bbe800 service neutron] 10.222.0.13 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0616722 Feb 18 02:48:50.156918 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6678d87c204d3cb748bea7b21cbdd4 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:50.171948 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:50.182165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Request body: {'port': {'device_id': 'fdb3043b-c04b-4f76-bf78-97890c3c3aa4', 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767', 'admin_state_up': True, 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:50.205458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:50.223531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021985fa-a80a-4d92-9b3b-3b027925ec12 None None] Pushing event updated for resources: {'Port': ['ID=0a952dde-4501-42e4-8392-2e1190135826,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:50.243417 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-021985fa-a80a-4d92-9b3b-3b027925ec12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:50.258886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:50.319682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port e7c3d731-129d-4403-8993-775e57df0615, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=e7c3d731-129d-4403-8993-775e57df0615,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:48:50.326851 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:48:50.327670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:48:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:50.424521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:50.459986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:50.575406 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-c50e9146-dea7-4ca2-b15b-4ca14a2839e8 service neutron] 10.222.0.52 "GET /v2.0/networks/67956db5-3f13-4415-90cf-445fa09c804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633290 Feb 18 02:48:50.652356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=e7c3d731-129d-4403-8993-775e57df0615,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:50.658082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:50.659282 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 0a952dde-4501-42e4-8392-2e1190135826 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:50.971558 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:48:51.100912 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'tag': '30cf25d8-61f5-4108-b5da-f11bf9eea3db', 'status': 'completed', 'code': 200} Feb 18 02:48:51.103313 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ab2cdaa-9619-4f18-afae-cee6beee73bb req-6768fe5b-59a3-46a6-ac66-39033ba9678b service neutron] 10.222.0.52 "GET /v2.0/networks/67956db5-3f13-4415-90cf-445fa09c804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5268390 Feb 18 02:48:51.105534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39126) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:51.106081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39130) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:51.163368 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dc34ff06-8637-40ea-b3a1-8beef7e24b10 req-08ac7b98-9ae0-4ea8-b19d-100e45541d3d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 210 time: 0.1613917 Feb 18 02:48:51.289616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39142) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:51.297833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:51.317900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.343871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:51.349125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Usage tracker for resource:security_group_rule and tenant:573638c3591b451cb9b407f527bffa67 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:51.350216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.355549 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:51.363420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 0a952dde-4501-42e4-8392-2e1190135826 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:48:51.365209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:51.372532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:51.378609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 0a952dde-4501-42e4-8392-2e1190135826 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:51.379031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.438060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Made reservation on behalf of 046471a7e0dc48d9b13fb015e14eae8a for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:51.442831 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b4e198b-9615-42d4-afbf-d4adf7fe37b0 req-c0908c48-5dc8-45a5-9184-0f50350d7fb4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 210 time: 0.0745578 Feb 18 02:48:51.455717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.484207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156182f-1947-4649-b1f3-812b71ac471a req-de754e67-25eb-4096-8473-209f50c261dc tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:51.485773 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6156182f-1947-4649-b1f3-812b71ac471a req-de754e67-25eb-4096-8473-209f50c261dc tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 943 time: 0.4792078 Feb 18 02:48:51.535221 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.537901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c207a-6128-4be0-bf02-045039228afb req-1410e44c-43b8-4358-84bf-dcc72a315662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:51.539488 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b7c207a-6128-4be0-bf02-045039228afb req-1410e44c-43b8-4358-84bf-dcc72a315662 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e50960a86d44bf48e5fe222ffc389d6&device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 1160 time: 0.3568151 Feb 18 02:48:51.554115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.618076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.725830 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 0a952dde-4501-42e4-8392-2e1190135826, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=0a952dde-4501-42e4-8392-2e1190135826,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:48:51.737844 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.740758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:51.742074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.759922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:51.786901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:49Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:48:51.806017 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149441c-d69e-49fc-914f-1376dcc80527 None None] The sync data for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb is: [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:49Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:48:51.815279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3fe9c5a7-b53e-42e6-ae6f-1af402fcb694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:51.856231 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=573638c3591b451cb9b407f527bffa67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650153 Feb 18 02:48:51.857103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39152) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:51.857914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b643e0-8b21-4363-b11a-ea37d068a9a7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:51.862826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:51.863116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=0a952dde-4501-42e4-8392-2e1190135826,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:51.867037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:51.963310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b139d843-3094-40c5-92ac-8be948cb6e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.009238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b139d843-3094-40c5-92ac-8be948cb6e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.068703 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b139d843-3094-40c5-92ac-8be948cb6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.076090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-26d1cbf0-68bd-43f8-8df8-160e026ae3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:52.104055 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b139d843-3094-40c5-92ac-8be948cb6e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.108672 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b139d843-3094-40c5-92ac-8be948cb6e60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30b643e0-8b21-4363-b11a-ea37d068a9a7 HTTP/1.1" status: 204 len: 168 time: 0.2445333 Feb 18 02:48:52.109981 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139d843-3094-40c5-92ac-8be948cb6e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b643e0-8b21-4363-b11a-ea37d068a9a7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:52.113574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b139d843-3094-40c5-92ac-8be948cb6e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:52.150376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:52.167137 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.52', 61685) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:52.182419 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6156182f-1947-4649-b1f3-812b71ac471a req-8c63336f-b12b-48d2-bcfb-a0480fef91de tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794796 Feb 18 02:48:52.301069 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d6678d87c204d3cb748bea7b21cbdd4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8811839 Feb 18 02:48:52.364044 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39170) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:52.381468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd048a-a956-4e9f-ac3f-48f0c76170f1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:52.400501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.417990 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:52.434238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.461404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:52.466052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ba3aef6c4dc64c399f998eb4ef3d3163 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:52.470117 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:52.477859 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:52.549588 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-faf0bfa8-1c9f-4ea1-acf4-16726688d06b req-cc69c75c-bca0-4a25-a35b-b5bc34f85f6a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 210 time: 0.1861944 Feb 18 02:48:52.566054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:52.572755 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Usage tracker for resource:security_group_rule and tenant:8e71b23e930d4461a2fb2a273f034e68 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:52.575926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:52.582135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:52.639631 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 0a952dde-4501-42e4-8392-2e1190135826 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:52.726868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faff783b-9e01-4ba1-a6aa-b37479a97223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.779387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68c84-dbbf-4662-b308-a42905be4012 req-e75700f9-97f4-4770-aaee-a9b4a6d82ddd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:52.781270 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-e75700f9-97f4-4770-aaee-a9b4a6d82ddd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 817 time: 0.6130290 Feb 18 02:48:52.797011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faff783b-9e01-4ba1-a6aa-b37479a97223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.824788 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.856323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 0a952dde-4501-42e4-8392-2e1190135826 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:52.856965 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:52.886692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c207a-6128-4be0-bf02-045039228afb req-df30e49f-d8f1-470b-9b89-7014131a4643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:52.901681 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b7c207a-6128-4be0-bf02-045039228afb req-df30e49f-d8f1-470b-9b89-7014131a4643 service neutron] 10.222.0.52 "GET /v2.0/networks?id=67956db5-3f13-4415-90cf-445fa09c804c HTTP/1.1" status: 200 len: 905 time: 1.3239064 Feb 18 02:48:52.976013 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28d50a61-9f1c-40f2-afc8-1a89be2da932 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fdcf0edff8a48e38715bf653734144a HTTP/1.1" status: 200 len: 5704 time: 0.1691525 Feb 18 02:48:52.991241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:53.002190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faff783b-9e01-4ba1-a6aa-b37479a97223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:53.006674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b3583206-bdcb-4d9f-b22b-ec7f8a7ebd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:53.026504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff783b-9e01-4ba1-a6aa-b37479a97223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd048a-a956-4e9f-ac3f-48f0c76170f1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:53.037123 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-faff783b-9e01-4ba1-a6aa-b37479a97223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:53.038060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-faff783b-9e01-4ba1-a6aa-b37479a97223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:53.039419 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-faff783b-9e01-4ba1-a6aa-b37479a97223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fdd048a-a956-4e9f-ac3f-48f0c76170f1 HTTP/1.1" status: 204 len: 168 time: 0.6706371 Feb 18 02:48:53.082643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:53.101204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.52', 61690) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:53.120327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f09579a-023f-44c6-a620-885331fe3039 req-af46c2e7-99a4-4616-bdc9-95173b725371 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 210 time: 0.2488949 Feb 18 02:48:53.149568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'port': {'device_id': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'admin_state_up': True, 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'security_groups': ['f0d1feab-6463-4428-9aa8-1154a64f1c6c']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:53.172396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e7c3d731-129d-4403-8993-775e57df0615 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:53.344159 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b7c207a-6128-4be0-bf02-045039228afb req-0d56eec3-3368-4baf-a08b-7f781a6b7b44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30cf25d8-61f5-4108-b5da-f11bf9eea3db HTTP/1.1" status: 200 len: 217 time: 0.2228611 Feb 18 02:48:53.348220 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port e7c3d731-129d-4403-8993-775e57df0615 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:53.353058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:53.383519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:53.410719 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:53.531952 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e71b23e930d4461a2fb2a273f034e68&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4080770 Feb 18 02:48:53.541029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Made reservation on behalf of 5fdcf0edff8a48e38715bf653734144a for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:53.548572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee59ff0-5dc7-4353-a248-9fa3c5364ae9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:53.556166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:53.560382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:53.585533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39216) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:53.733266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:53.758722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c207a-6128-4be0-bf02-045039228afb req-983394ab-1c66-460f-bb17-40d7e339a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:53.762490 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b7c207a-6128-4be0-bf02-045039228afb req-983394ab-1c66-460f-bb17-40d7e339a51a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b521a32-0780-4f64-8095-3b6c3831530a HTTP/1.1" status: 200 len: 851 time: 0.3993080 Feb 18 02:48:53.763649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:53.800360 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9c99d062-695a-495f-9360-1a847a683951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:53.915671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Allocated IP 172.20.0.12 (ea975c3c-9128-4e47-a680-a4fc2a1ab767/00e34102-e7fd-48eb-93b6-b7db3d3a94e0/5c60c938-e34e-4642-ba51-631cdab16c2b) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:53.973091 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b7c207a-6128-4be0-bf02-045039228afb req-7789ebd2-35c3-44b3-a0c3-7deb4b34308d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67956db5-3f13-4415-90cf-445fa09c804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746037 Feb 18 02:48:54.100220 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Allocated IP 172.20.0.12 (5d45c625-b63e-46a2-b188-4bbfd0053f82/bd5bbe80-22aa-4000-b2f1-23d96757347f/3ea8bd25-6e41-41a6-87d9-41d68776a4b7) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:54.109499 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:48:54.121718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-9b2864cb-611a-4669-87a7-3f98d2273d3e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:54.123259 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-9b2864cb-611a-4669-87a7-3f98d2273d3e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 818 time: 1.0196130 Feb 18 02:48:54.250627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Request body: {'port': {'device_id': '8242b86c-8797-47a2-a91d-304016aa20a1', 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767', 'admin_state_up': True, 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:54.255572 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2178cdcd-668e-47f1-aa0c-f448a57b4a54 req-df8b88e7-652d-4c47-9743-c669243717be tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 210 time: 0.2734795 Feb 18 02:48:54.304253 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba3aef6c4dc64c399f998eb4ef3d3163&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1790800 Feb 18 02:48:54.306987 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b7c207a-6128-4be0-bf02-045039228afb req-674da2a1-43f1-4230-a5a5-a02178a14854 service neutron] 10.222.0.52 "GET /v2.0/networks/67956db5-3f13-4415-90cf-445fa09c804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098376 Feb 18 02:48:54.310230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39250) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:54.330348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebe080f-e8f6-408a-9fe4-81c4b687b7a3,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:54.333142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40e36059-591a-4a37-b7ff-84b9edb59d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:54.366647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:54.481947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-643ce8ce-dd0e-434e-b477-4ebacc518153 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84025) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 02:48:54.692720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40e36059-591a-4a37-b7ff-84b9edb59d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:54.731157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8588-47c3-4333-8dc3-0669d477d0c8 req-13d65c15-09a3-41bd-9b57-57011cde76ae tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:54.734852 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b019d923-3d48-4651-8f7e-a199ef67d538 req-fe7903a1-646a-4510-9e68-a6235f890a33 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 210 time: 0.2235663 Feb 18 02:48:54.754507 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-985a8588-47c3-4333-8dc3-0669d477d0c8 req-13d65c15-09a3-41bd-9b57-57011cde76ae tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 943 time: 1.3113918 Feb 18 02:48:54.800679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e9bac38-1cc5-4e9f-91bc-29eb739330eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:54.821910 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:54.842569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 30cf25d8-61f5-4108-b5da-f11bf9eea3db up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:54.879443 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-985a8588-47c3-4333-8dc3-0669d477d0c8 req-9bcd34ad-2bb3-49be-a10d-03757de6e90f tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240463 Feb 18 02:48:54.900597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Transition to ACTIVE for port object 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:54.912268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:54.916965 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b7c207a-6128-4be0-bf02-045039228afb req-fa672410-9d6d-4fb5-88ef-3893c7bf3419 service neutron] 10.222.0.52 "GET /v2.0/networks/67956db5-3f13-4415-90cf-445fa09c804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5876608 Feb 18 02:48:54.942136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:54.955231 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e9bac38-1cc5-4e9f-91bc-29eb739330eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:54.966378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Made reservation on behalf of 046471a7e0dc48d9b13fb015e14eae8a for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:48:54.973254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:54.990147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40e36059-591a-4a37-b7ff-84b9edb59d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.001197 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f1e29ceb-fe74-4583-9774-dc60910507e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:55.017146 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.020833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 30cf25d8-61f5-4108-b5da-f11bf9eea3db completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:48:55.028631 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 30cf25d8-61f5-4108-b5da-f11bf9eea3db triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:55.029204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.048381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e36059-591a-4a37-b7ff-84b9edb59d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee59ff0-5dc7-4353-a248-9fa3c5364ae9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:55.066378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-40e36059-591a-4a37-b7ff-84b9edb59d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:55.079020 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-256b912b-808d-4410-a4f1-a92c422075ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:55.125146 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-40e36059-591a-4a37-b7ff-84b9edb59d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.126391 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-40e36059-591a-4a37-b7ff-84b9edb59d7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ee59ff0-5dc7-4353-a248-9fa3c5364ae9 HTTP/1.1" status: 204 len: 168 time: 1.5343978 Feb 18 02:48:55.133594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.139054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e9bac38-1cc5-4e9f-91bc-29eb739330eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.148309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:55.157189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6e9bac38-1cc5-4e9f-91bc-29eb739330eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.160106 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-6e9bac38-1cc5-4e9f-91bc-29eb739330eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ebe080f-e8f6-408a-9fe4-81c4b687b7a3 HTTP/1.1" status: 204 len: 168 time: 0.8379183 Feb 18 02:48:55.166996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bac38-1cc5-4e9f-91bc-29eb739330eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebe080f-e8f6-408a-9fe4-81c4b687b7a3,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:55.171038 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6e9bac38-1cc5-4e9f-91bc-29eb739330eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:55.198346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.257874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.292088 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf25d8-61f5-4108-b5da-f11bf9eea3db'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:48:55.357968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:55.373792 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 30cf25d8-61f5-4108-b5da-f11bf9eea3db, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=30cf25d8-61f5-4108-b5da-f11bf9eea3db,segment=NetworkSegment(d073552a-cc89-4b86-aaa5-f7251d5c4ed3),segment_id=d073552a-cc89-4b86-aaa5-f7251d5c4ed3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:48:55.378106 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.381373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:55.439458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:55.443310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:55.447747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:55.452511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:55.453183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.478599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Pushing event updated for resources: {'Port': ['ID=5c60c938-e34e-4642-ba51-631cdab16c2b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:55.492617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=30cf25d8-61f5-4108-b5da-f11bf9eea3db,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:55.495740 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:55.497484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:55.498143 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3231246 Feb 18 02:48:55.511164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Request body: {'port': {'device_id': 'fdb3043b-c04b-4f76-bf78-97890c3c3aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:55.516410 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'Port': ['ID=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:55.530178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:55.729586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:55.735129 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:55.740665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:55.745825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:55.747571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.863072 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7606838 Feb 18 02:48:55.863421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897848-bf77-4d6e-ad19-3af1d0aff54d req-3a610ba2-d083-44c3-964d-12abef51ee6d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:55.865826 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d3897848-bf77-4d6e-ad19-3af1d0aff54d req-3a610ba2-d083-44c3-964d-12abef51ee6d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 932 time: 0.3016324 Feb 18 02:48:55.866657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:55.882063 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Request body: {'port': {'device_id': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:56.010701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d3897848-bf77-4d6e-ad19-3af1d0aff54d req-ac7761f0-fb6a-41a9-bfd6-ab62cd07a87d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:48:56.035563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-83d230d0-2c4f-493b-9e95-b98878ef6f3a req-e0e0bf30-d7ee-486a-b05b-ead7b15365ff tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Synchronizing usage tracker for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:48:56.054747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Allocated IP 172.20.0.2 (ea975c3c-9128-4e47-a680-a4fc2a1ab767/00e34102-e7fd-48eb-93b6-b7db3d3a94e0/9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:48:56.087281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d3897848-bf77-4d6e-ad19-3af1d0aff54d req-ac7761f0-fb6a-41a9-bfd6-ab62cd07a87d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:48:56.088593 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d3897848-bf77-4d6e-ad19-3af1d0aff54d req-ac7761f0-fb6a-41a9-bfd6-ab62cd07a87d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076330 Feb 18 02:48:56.140368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-83d230d0-2c4f-493b-9e95-b98878ef6f3a req-e0e0bf30-d7ee-486a-b05b-ead7b15365ff tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Unset dirty status for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:48:56.141919 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-83d230d0-2c4f-493b-9e95-b98878ef6f3a req-e0e0bf30-d7ee-486a-b05b-ead7b15365ff tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 210 time: 0.1970675 Feb 18 02:48:56.163074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6dd4047a-61e6-4241-beaf-ba1a4b1d65f3 None None] Provisioning for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:48:56.174736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-6dd4047a-61e6-4241-beaf-ba1a4b1d65f3 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:56.177699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6dd4047a-61e6-4241-beaf-ba1a4b1d65f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:56.213931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:56.291056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6dd4047a-61e6-4241-beaf-ba1a4b1d65f3 None None] Port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:48:56.308131 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39314) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:56.337248 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:56.350999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 30cf25d8-61f5-4108-b5da-f11bf9eea3db up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:48:56.366553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:56.373539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Usage tracker for resource:security_group_rule and tenant:d66893bd2f844721a90c04b71ed642e8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:56.379695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:56.389602 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:56.406250 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697d46-d489-45b2-aea6-ea3adbb493b6 req-a17e4657-8830-4710-abd3-339ee83cddd8 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:56.408343 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ff697d46-d489-45b2-aea6-ea3adbb493b6 req-a17e4657-8830-4710-abd3-339ee83cddd8 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 945 time: 0.1503017 Feb 18 02:48:56.455010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 30cf25d8-61f5-4108-b5da-f11bf9eea3db triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:48:56.456163 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:56.489917 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ff697d46-d489-45b2-aea6-ea3adbb493b6 req-6b607a25-fa82-481d-93f2-837b2f954f00 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759683 Feb 18 02:48:56.563673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:56.608453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:56.668803 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:56.699077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:56.709878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:56.720606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:56.737073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39328) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:56.856768 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Pushing event updated for resources: {'Port': ['ID=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:56.869588 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:56.875591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39332) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:56.996418 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cf25d8-61f5-4108-b5da-f11bf9eea3db', 'code': 200} Feb 18 02:48:57.108017 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:48:57.117772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:48:57.127590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:48:57.132233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:57.132910 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:57.151907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c60c938-e34e-4642-ba51-631cdab16c2b {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:48:57.165352 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9676502 Feb 18 02:48:57.176574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:57.192836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Request body: {'port': {'device_id': '8242b86c-8797-47a2-a91d-304016aa20a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:48:57.239663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Transition to ACTIVE for port object 5c60c938-e34e-4642-ba51-631cdab16c2b will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:57.245860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:57.280594 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d66893bd2f844721a90c04b71ed642e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9734817 Feb 18 02:48:57.290945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39348) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:57.345126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:57.346230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:48:57.410353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:57.500549 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caff6898-4905-430e-9005-7e6e3b3543a9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:57.504228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:57.517688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:57.521629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Transition to ACTIVE for port object 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:57.521786 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ac4c1323d6490ba7a56587357260b8 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:57.526021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:57.532283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:57.553066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:57.569872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:57.594531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:57.633034 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:57.638015 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:46476b777436460890ed307675f63c08 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:57.642697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:57.666996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:57.705123 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:57.834965 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Attempting to bind port 5c60c938-e34e-4642-ba51-631cdab16c2b on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:48:57.835393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Attempting to bind port 5c60c938-e34e-4642-ba51-631cdab16c2b by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:48:57.835722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Attempting to bind port 5c60c938-e34e-4642-ba51-631cdab16c2b on network ea975c3c-9128-4e47-a680-a4fc2a1ab767 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:48:57.852582 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:48:57.852949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Checking segment: {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:57.853335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:57.853950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Bound using segment: {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:48:57.854202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Bound port: 5c60c938-e34e-4642-ba51-631cdab16c2b, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:48:57.854572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:57.873553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c60c938-e34e-4642-ba51-631cdab16c2b,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:57.877049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:57.991080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-aa7eaf29-c538-4f29-bf2e-e22db13b0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:57.993295 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-aa7eaf29-c538-4f29-bf2e-e22db13b0749 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 1162 time: 0.7060945 Feb 18 02:48:57.993889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39374) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:58.013058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76391c66-35bc-42ac-babd-6d87bcc240da req-0c17c0cb-8667-4d03-8a00-569f6f0dfa8e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:58.014397 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-76391c66-35bc-42ac-babd-6d87bcc240da req-0c17c0cb-8667-4d03-8a00-569f6f0dfa8e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.3515189 Feb 18 02:48:58.020456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.032100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.053650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.060641 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99ba14-2373-44fb-b604-83753e4c0268 req-da30e59d-f9fb-4a13-ad64-05739875d557 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:58.062328 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dd99ba14-2373-44fb-b604-83753e4c0268 req-da30e59d-f9fb-4a13-ad64-05739875d557 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 931 time: 0.6572089 Feb 18 02:48:58.067180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.071867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea73e733-2c3c-4b97-9e7f-3803f555e8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.098588 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:58.104551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea73e733-2c3c-4b97-9e7f-3803f555e8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.116343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:58.120386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Usage tracker for resource:security_group_rule and tenant:d3d2005075dc4ca5955a8cacd69ca821 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:58.123333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:58.129123 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:58.238796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:58.251379 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:58.260203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] For port 5c60c938-e34e-4642-ba51-631cdab16c2b, host hv-cinder-76330, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:48:58.268789 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.285830 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea73e733-2c3c-4b97-9e7f-3803f555e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.304776 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1ac4c1323d6490ba7a56587357260b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5616715 Feb 18 02:48:58.304776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.311763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa172c-e140-4330-8ada-65c3c1316c12,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:58.325051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39388) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:58.329408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:58.337611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] For port 5c60c938-e34e-4642-ba51-631cdab16c2b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5c60c938-e34e-4642-ba51-631cdab16c2b,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:48:58.345399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-40e36059-591a-4a37-b7ff-84b9edb59d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:58.348827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.352231 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:58.388907 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-76391c66-35bc-42ac-babd-6d87bcc240da req-a8e559f4-0453-4627-8d49-312b0796b87a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516533 Feb 18 02:48:58.398102 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.401211 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dd99ba14-2373-44fb-b604-83753e4c0268 req-4cf837d3-f55f-47ac-a888-24bb6efcc912 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500179 Feb 18 02:48:58.409167 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e733-2c3c-4b97-9e7f-3803f555e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caff6898-4905-430e-9005-7e6e3b3543a9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:58.411366 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-73883064-4b29-4472-ac97-540669a62d24 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797798 Feb 18 02:48:58.422165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ea73e733-2c3c-4b97-9e7f-3803f555e8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:58.507425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:58.526869 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea73e733-2c3c-4b97-9e7f-3803f555e8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.528793 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ea73e733-2c3c-4b97-9e7f-3803f555e8d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caff6898-4905-430e-9005-7e6e3b3543a9 HTTP/1.1" status: 204 len: 168 time: 1.2320676 Feb 18 02:48:58.681932 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Usage tracker for resource:security_group_rule and tenant:0c99ba54c6cb4fc9b010f1eb039b84bf is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:58.712971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4e2baa-582a-4d09-b9b4-4c832c888be1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:58.724153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.735659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:58.746542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.749503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:58.794098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:58.846461 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18991bec-5ca0-46f8-b1c4-1c95e19eb86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.858428 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:58.879442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:58.935070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Attempting to bind port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:48:58.935492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Attempting to bind port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:48:58.935886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Attempting to bind port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 on network 5d45c625-b63e-46a2-b188-4bbfd0053f82 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:48:58.936536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:58.937225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.938730 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] 10.222.0.52 "PUT /v2.0/ports/5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 200 len: 1158 time: 3.4324176 Feb 18 02:48:58.982472 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:48:58.984087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb3043b-c04b-4f76-bf78-97890c3c3aa4', 'tag': '5c60c938-e34e-4642-ba51-631cdab16c2b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:48:58.984182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Checking segment: {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:48:58.984182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:58.984182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Bound using segment: {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:48:58.984182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Bound port: 3ea8bd25-6e41-41a6-87d9-41d68776a4b7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:48:58.984500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.017636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18991bec-5ca0-46f8-b1c4-1c95e19eb86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.026178 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46476b777436460890ed307675f63c08&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1491992 Feb 18 02:48:59.029766 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39422) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:59.077519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc449f09-d1b2-4dea-871b-c2f9216ce5d9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:59.115676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:59.145867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39428) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:59.155699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c60c938-e34e-4642-ba51-631cdab16c2b,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:59.159337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:59.161509 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb3043b-c04b-4f76-bf78-97890c3c3aa4', 'tag': '5c60c938-e34e-4642-ba51-631cdab16c2b', 'status': 'completed', 'code': 200} Feb 18 02:48:59.212667 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.225615 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-f3f821b9-6d5c-4126-89c6-ce97c2f7a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:59.227965 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-f3f821b9-6d5c-4126-89c6-ce97c2f7a98d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1161 time: 0.1928728 Feb 18 02:48:59.228634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18991bec-5ca0-46f8-b1c4-1c95e19eb86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.234375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:59.243653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7adb78-7384-47bd-9756-82bb2b7ae01e req-fbe56814-3e95-4b31-bfd6-f49038bb6612 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:59.245272 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2a7adb78-7384-47bd-9756-82bb2b7ae01e req-fbe56814-3e95-4b31-bfd6-f49038bb6612 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 945 time: 0.6210990 Feb 18 02:48:59.286705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39436) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:59.289398 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:59.307170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Usage tracker for resource:security_group_rule and tenant:cdf33ebe3dbc4b93b0f95c3de0b585d6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:59.316461 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] For port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:48:59.323263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18991bec-5ca0-46f8-b1c4-1c95e19eb86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa172c-e140-4330-8ada-65c3c1316c12,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:59.326065 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-18991bec-5ca0-46f8-b1c4-1c95e19eb86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:59.326896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:59.348987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:48:59.356597 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-a44bcfb0-4343-4aec-bca8-aa1723532604 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 200 len: 217 time: 0.1132152 Feb 18 02:48:59.364656 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.386507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] For port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:48:59.393184 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ae16e-dd10-4207-8c48-271dc8699fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.412736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.426623 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-31dd622b-8de2-48e1-88ac-5aa22dbc26c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:59.437477 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-18991bec-5ca0-46f8-b1c4-1c95e19eb86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.440321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.441544 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-18991bec-5ca0-46f8-b1c4-1c95e19eb86c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcaa172c-e140-4330-8ada-65c3c1316c12 HTTP/1.1" status: 204 len: 168 time: 1.1138368 Feb 18 02:48:59.490333 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2a7adb78-7384-47bd-9756-82bb2b7ae01e req-14e9a384-1d7b-4f18-8f25-3c8a442c6fd9 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346003 Feb 18 02:48:59.493230 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c99ba54c6cb4fc9b010f1eb039b84bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4926085 Feb 18 02:48:59.494670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0491e20d-a02c-41dd-ac4d-06cde9791f38,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:59.499442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39448) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:48:59.502690 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:59.516666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-28bd8da7-1cc4-4505-8ad7-abc778b5f039 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:59.563216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-a371983a-766d-462f-bc26-541adaad9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:59.565848 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-a371983a-766d-462f-bc26-541adaad9645 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.1997931 Feb 18 02:48:59.652322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.672653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ae16e-dd10-4207-8c48-271dc8699fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.684047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:48:59.693218 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-c93256d0-c01a-4a8e-8c1e-7f602e88d72d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823743 Feb 18 02:48:59.756013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.770486 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Transition to ACTIVE for port object 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:48:59.797297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce511ec1-268b-4763-927f-af73c4fe0082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.829914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:48:59.847069 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.853902 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:48:59.856186 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce511ec1-268b-4763-927f-af73c4fe0082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:48:59.879209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b9797-3215-40fb-97b2-e857771588bd req-88c305bc-4d09-470f-aa35-ed19888ea203 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:48:59.880543 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-217b9797-3215-40fb-97b2-e857771588bd req-88c305bc-4d09-470f-aa35-ed19888ea203 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Synchronizing usage tracker for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:48:59.881985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:48:59.883767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Usage tracker for resource:security_group_rule and tenant:7abad589e7604cc0b8b635925657c9a3 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:48:59.909091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:48:59.913353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-649b8321-819e-4dcf-8282-08afe9fe8512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:48:59.951092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-217b9797-3215-40fb-97b2-e857771588bd req-88c305bc-4d09-470f-aa35-ed19888ea203 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Unset dirty status for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:48:59.952581 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-217b9797-3215-40fb-97b2-e857771588bd req-88c305bc-4d09-470f-aa35-ed19888ea203 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 931 time: 0.3850915 Feb 18 02:48:59.963009 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-64308c03-6633-47ea-8dc5-18e3089108d1 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498658 Feb 18 02:49:00.033906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:00.096841 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce511ec1-268b-4763-927f-af73c4fe0082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:00.097560 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ae16e-dd10-4207-8c48-271dc8699fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:00.112711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dd878ef4-e8f1-4aa5-a028-54fe0b079f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:00.129275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce511ec1-268b-4763-927f-af73c4fe0082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0491e20d-a02c-41dd-ac4d-06cde9791f38,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:00.132224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce511ec1-268b-4763-927f-af73c4fe0082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:00.151170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-217b9797-3215-40fb-97b2-e857771588bd req-15e2edc2-2784-49ce-a355-50d9bb8fead2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Synchronizing usage tracker for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:00.180918 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce511ec1-268b-4763-927f-af73c4fe0082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:00.182143 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ce511ec1-268b-4763-927f-af73c4fe0082 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0491e20d-a02c-41dd-ac4d-06cde9791f38 HTTP/1.1" status: 204 len: 168 time: 0.6817038 Feb 18 02:49:00.189784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Pushing event updated for resources: {'Port': ['ID=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:00.216049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-217b9797-3215-40fb-97b2-e857771588bd req-15e2edc2-2784-49ce-a355-50d9bb8fead2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Unset dirty status for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:00.217330 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-217b9797-3215-40fb-97b2-e857771588bd req-15e2edc2-2784-49ce-a355-50d9bb8fead2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568412 Feb 18 02:49:00.229735 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3dd7a211-aa63-46bb-8d79-f08e9f3a7b4f req-b02392a4-4f45-4b92-83c5-7853209babc6 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2519429 Feb 18 02:49:00.247694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:00.251564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-df27c733-ffc2-4611-ab04-202c6ded7ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:00.287934 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:00.288560 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:00.290085 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] 10.222.0.52 "PUT /v2.0/ports/3ea8bd25-6e41-41a6-87d9-41d68776a4b7 HTTP/1.1" status: 200 len: 1158 time: 4.4132583 Feb 18 02:49:00.292024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:00.311817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:00.377937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee222e-aa29-431c-a8e0-b7639d7f8cb5 req-b0b32668-021a-46df-ac94-86fbb414b27b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:00.378712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-93ee222e-aa29-431c-a8e0-b7639d7f8cb5 req-b0b32668-021a-46df-ac94-86fbb414b27b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:00.392535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ae16e-dd10-4207-8c48-271dc8699fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc449f09-d1b2-4dea-871b-c2f9216ce5d9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:00.395274 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-022ae16e-dd10-4207-8c48-271dc8699fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:00.433297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-5d7ec082-a25d-4d1f-895b-9686efbda4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:00.437679 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-5d7ec082-a25d-4d1f-895b-9686efbda4d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1161 time: 0.1492822 Feb 18 02:49:00.439334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:00.472506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-022ae16e-dd10-4207-8c48-271dc8699fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:00.477287 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-022ae16e-dd10-4207-8c48-271dc8699fb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc449f09-d1b2-4dea-871b-c2f9216ce5d9 HTTP/1.1" status: 204 len: 168 time: 1.4362912 Feb 18 02:49:00.485848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ea73e733-2c3c-4b97-9e7f-3803f555e8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:00.630209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-c39bfde0-766a-470b-9f87-93f486bb7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:00.634104 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-c39bfde0-766a-470b-9f87-93f486bb7bef service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.1858716 Feb 18 02:49:00.811854 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-5384efdc-c9af-455f-8250-ff91f8d26cd4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 200 len: 217 time: 0.1660085 Feb 18 02:49:00.880873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-93ee222e-aa29-431c-a8e0-b7639d7f8cb5 req-b0b32668-021a-46df-ac94-86fbb414b27b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:00.882660 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-93ee222e-aa29-431c-a8e0-b7639d7f8cb5 req-b0b32668-021a-46df-ac94-86fbb414b27b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 1.2157950 Feb 18 02:49:00.925524 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdf33ebe3dbc4b93b0f95c3de0b585d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7717969 Feb 18 02:49:00.947358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56647f4a-4e39-4f65-9094-e06eabb945b8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:00.950955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:00.951897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39490) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:00.952262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39492) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:01.024788 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.056718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Attempting to bind port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:49:01.057090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Attempting to bind port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:49:01.057459 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Attempting to bind port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 on network ea975c3c-9128-4e47-a680-a4fc2a1ab767 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:49:01.072848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-413f9e42-47c9-4a5a-bb4f-33d7444f7d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.083406 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.109370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:49:01.109747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Checking segment: {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:01.110156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.110559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Bound using segment: {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:49:01.111057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Bound port: 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ea975c3c-9128-4e47-a680-a4fc2a1ab767'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:49:01.111435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.135257 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:01.145275 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-93ee222e-aa29-431c-a8e0-b7639d7f8cb5 req-26c4692d-69bd-475f-965e-1acbdd82a13a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371995 Feb 18 02:49:01.180512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4783e3a9-620a-466a-a7d9-17b3fbbab489,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:01.184153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:01.206275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-413f9e42-47c9-4a5a-bb4f-33d7444f7d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:01.250059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-0198c5ff-b4b6-493f-b68c-73983148bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:01.251662 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-0198c5ff-b4b6-493f-b68c-73983148bd85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.3471940 Feb 18 02:49:01.253874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-413f9e42-47c9-4a5a-bb4f-33d7444f7d14 admin admin] Usage tracker for resource:security_group_rule and tenant:834f02c29fbf43c1bce777731e317025 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:01.263897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68c84-dbbf-4662-b308-a42905be4012 req-92e16c2b-12a4-44e4-83eb-ea1e2bab4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:01.265620 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-92e16c2b-12a4-44e4-83eb-ea1e2bab4f64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 1161 time: 0.8760438 Feb 18 02:49:01.293115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-413f9e42-47c9-4a5a-bb4f-33d7444f7d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:01.300193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d80d22a-629f-4d99-82f7-78baa07ab906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.303919 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7abad589e7604cc0b8b635925657c9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0103412 Feb 18 02:49:01.308301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39510) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:01.315422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573768c-d486-4c12-ad52-e19b881cc284 req-29be00e0-2998-4a8e-b92f-1698f274ff49 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:01.317087 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f573768c-d486-4c12-ad52-e19b881cc284 req-29be00e0-2998-4a8e-b92f-1698f274ff49 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 945 time: 0.5041964 Feb 18 02:49:01.324764 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39512) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:01.340167 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-b6143387-a8e9-40e6-b57e-0c7aa742da4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785587 Feb 18 02:49:01.363561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-413f9e42-47c9-4a5a-bb4f-33d7444f7d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:01.405472 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-22b5e549-f56b-43a4-bc59-454771df1650 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7 HTTP/1.1" status: 200 len: 217 time: 0.1068809 Feb 18 02:49:01.457492 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7', 'status': 'completed', 'code': 200} Feb 18 02:49:01.518156 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-737d6637-a46d-4187-afcd-3a54ff9fd2c0 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603305 Feb 18 02:49:01.523236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.548629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d80d22a-629f-4d99-82f7-78baa07ab906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.580037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] For port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:49:01.612081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68c84-dbbf-4662-b308-a42905be4012 req-f8b53e05-ccdf-4e8c-9473-f5143b2af388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:01.613709 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-f8b53e05-ccdf-4e8c-9473-f5143b2af388 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.1688786 Feb 18 02:49:01.618521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] For port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:49:01.670861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:01.685518 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f573768c-d486-4c12-ad52-e19b881cc284 req-0323de9a-c203-4c5f-85e5-68ba8a5a3502 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581338 Feb 18 02:49:01.688255 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.691999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Usage tracker for resource:security_group_rule and tenant:b8c0893cf66e4cdb88849de483964c6a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:01.700079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:01.769656 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:01.777925 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6f9fb1f-4ff7-43e5-bc00-1aec34e4700a req-eca5fa91-2ccd-4f1d-b10f-aeb44ed941f0 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2384412 Feb 18 02:49:01.797066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-842b491d-1c1a-4517-857a-92f13ca90425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.814092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:01.827611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-842b491d-1c1a-4517-857a-92f13ca90425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.876436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-842b491d-1c1a-4517-857a-92f13ca90425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.881331 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:01.893061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b491d-1c1a-4517-857a-92f13ca90425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4783e3a9-620a-466a-a7d9-17b3fbbab489,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:01.895878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-842b491d-1c1a-4517-857a-92f13ca90425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:01.907952 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-842b491d-1c1a-4517-857a-92f13ca90425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.916924 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-842b491d-1c1a-4517-857a-92f13ca90425 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4783e3a9-620a-466a-a7d9-17b3fbbab489 HTTP/1.1" status: 204 len: 168 time: 0.5987990 Feb 18 02:49:01.970030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-413f9e42-47c9-4a5a-bb4f-33d7444f7d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:01.987950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-413f9e42-47c9-4a5a-bb4f-33d7444f7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.038083 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d80d22a-629f-4d99-82f7-78baa07ab906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.064980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Pushing event updated for resources: {'Port': ['ID=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:02.084338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:02.088498 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:02.096006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.100052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.110136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:02.134152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f9e42-47c9-4a5a-bb4f-33d7444f7d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e71e08-1b5c-4620-b4fb-07ff37f57d0d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:02.141319 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-413f9e42-47c9-4a5a-bb4f-33d7444f7d14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=834f02c29fbf43c1bce777731e317025&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1645417 Feb 18 02:49:02.146384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dd142-b965-41b4-83a3-1efdefb816b7 req-5f0a4ed0-9621-4d75-9267-26ad5d79413d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:02.148018 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b74dd142-b965-41b4-83a3-1efdefb816b7 req-5f0a4ed0-9621-4d75-9267-26ad5d79413d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 943 time: 0.4539421 Feb 18 02:49:02.149654 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39542) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:02.182172 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68c84-dbbf-4662-b308-a42905be4012 req-05e74fe9-64a4-4c72-8be7-40f61f031a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:02.182654 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8c0893cf66e4cdb88849de483964c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8552194 Feb 18 02:49:02.183852 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-05e74fe9-64a4-4c72-8be7-40f61f031a72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5435038 Feb 18 02:49:02.184399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39552) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:02.199454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832549eb-95a4-49c5-b61f-f763438048e6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:02.203273 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80d22a-629f-4d99-82f7-78baa07ab906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56647f4a-4e39-4f65-9094-e06eabb945b8,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:02.211574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1d80d22a-629f-4d99-82f7-78baa07ab906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:02.214867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:02.215192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:02.225225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:02.262074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d80d22a-629f-4d99-82f7-78baa07ab906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.263350 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1d80d22a-629f-4d99-82f7-78baa07ab906 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56647f4a-4e39-4f65-9094-e06eabb945b8 HTTP/1.1" status: 204 len: 168 time: 1.2907567 Feb 18 02:49:02.315578 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-c3fb-43a9-9ae0-8e26a80e79c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.405700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:02.406413 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.408570 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] 10.222.0.52 "PUT /v2.0/ports/9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 HTTP/1.1" status: 200 len: 1157 time: 5.2241945 Feb 18 02:49:02.408967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-c3fb-43a9-9ae0-8e26a80e79c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.437615 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b74dd142-b965-41b4-83a3-1efdefb816b7 req-299b9562-5b1e-4613-8742-a7d38aeb5ca6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699127 Feb 18 02:49:02.501546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a40b08-ed9c-41ae-a03e-0f7eb5cb5e79 req-5bf1a45f-2e49-41b3-b6f5-9c76196753f8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:02.509741 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-19a40b08-ed9c-41ae-a03e-0f7eb5cb5e79 req-5bf1a45f-2e49-41b3-b6f5-9c76196753f8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1701448 Feb 18 02:49:02.522183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-c3fb-43a9-9ae0-8e26a80e79c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.529399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39558) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:02.533738 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:02.559823 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-354e1544-89f9-4e70-963b-88e4a258d82d None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84025) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 02:49:02.593649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.608175 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-5172ce2a-78b2-4ca7-9491-fa80c62c3227 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981235 Feb 18 02:49:02.609312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5591b40-c3fb-43a9-9ae0-8e26a80e79c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e71e08-1b5c-4620-b4fb-07ff37f57d0d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:02.613082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e5591b40-c3fb-43a9-9ae0-8e26a80e79c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:02.654702 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-c3fb-43a9-9ae0-8e26a80e79c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.656903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:02.659046 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-e5591b40-c3fb-43a9-9ae0-8e26a80e79c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48e71e08-1b5c-4620-b4fb-07ff37f57d0d HTTP/1.1" status: 204 len: 168 time: 0.5070839 Feb 18 02:49:02.662572 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-19a40b08-ed9c-41ae-a03e-0f7eb5cb5e79 req-f39124ed-cdd6-43b4-9572-cb3295044c24 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436651 Feb 18 02:49:02.770532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60d80002-b662-4105-b51e-2e876cf98700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.779151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Usage tracker for resource:security_group_rule and tenant:b1870a8fc7b84225a12103d89bcb43ad is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:02.783632 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:02.814767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:02.866347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60d80002-b662-4105-b51e-2e876cf98700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:02.898391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-35d3838d-9d84-496c-87f9-873bef59673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:02.900737 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-35d3838d-9d84-496c-87f9-873bef59673b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 1160 time: 0.4446602 Feb 18 02:49:03.024532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:03.128052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 5c60c938-e34e-4642-ba51-631cdab16c2b completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:03.139433 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 5c60c938-e34e-4642-ba51-631cdab16c2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:03.139892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:03.153042 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-66b37902-edcd-4bae-9733-8d69d950b087 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 HTTP/1.1" status: 200 len: 217 time: 0.2357130 Feb 18 02:49:03.206610 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-78d68c84-dbbf-4662-b308-a42905be4012 req-4405fd33-f33d-4641-bf3d-9133ba0dc2ac service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5818863 Feb 18 02:49:03.312086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:03.322333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-bed5c584-85b9-42f0-8794-58c5c652cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:03.323910 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-bed5c584-85b9-42f0-8794-58c5c652cd4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.1579995 Feb 18 02:49:03.343666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601d2a8-680f-46d5-863a-ac84f7f4ad0c req-24f270f3-62e1-4861-bd50-60330d8054c6 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:03.345224 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0601d2a8-680f-46d5-863a-ac84f7f4ad0c req-24f270f3-62e1-4861-bd50-60330d8054c6 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 945 time: 0.4368529 Feb 18 02:49:03.345927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60d80002-b662-4105-b51e-2e876cf98700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:03.355258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 5c60c938-e34e-4642-ba51-631cdab16c2b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5c60c938-e34e-4642-ba51-631cdab16c2b,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:03.356519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb3043b-c04b-4f76-bf78-97890c3c3aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c60c938-e34e-4642-ba51-631cdab16c2b'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:03.375969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:03.380986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:03.423643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cacb7e27-3e5b-411a-a275-3b3c28c06306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:03.448723 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb3043b-c04b-4f76-bf78-97890c3c3aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c60c938-e34e-4642-ba51-631cdab16c2b', 'code': 200} Feb 18 02:49:03.467175 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-387454ea-52b8-4283-b3ad-906d959a23d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199889 Feb 18 02:49:03.467698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8242b86c-8797-47a2-a91d-304016aa20a1', 'tag': '9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:03.472481 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=5c60c938-e34e-4642-ba51-631cdab16c2b,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:03.475619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:03.475968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:03.483301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d80002-b662-4105-b51e-2e876cf98700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832549eb-95a4-49c5-b61f-f763438048e6,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:03.862500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e5e8b-de54-4e35-94a4-8a8aa6492a1e req-11b8ac4c-66ba-445e-970f-4aef96773c20 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:03.870564 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f68e5e8b-de54-4e35-94a4-8a8aa6492a1e req-11b8ac4c-66ba-445e-970f-4aef96773c20 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 943 time: 0.1821206 Feb 18 02:49:03.876336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed512cc2-72ab-4a29-852d-5b23e2709b69 req-6aa06269-7872-4162-ab2c-bf45a0ac13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:03.877877 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ed512cc2-72ab-4a29-852d-5b23e2709b69 req-6aa06269-7872-4162-ab2c-bf45a0ac13cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1163 time: 0.1253095 Feb 18 02:49:03.894210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-60d80002-b662-4105-b51e-2e876cf98700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:03.896387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:03.905078 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-a8b83e3c-f78b-4f35-ab2e-d3a7d50fb134 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194858 Feb 18 02:49:03.909477 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8242b86c-8797-47a2-a91d-304016aa20a1', 'tag': '9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35', 'status': 'completed', 'code': 200} Feb 18 02:49:03.911612 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:03.918865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60d80002-b662-4105-b51e-2e876cf98700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:03.920097 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-60d80002-b662-4105-b51e-2e876cf98700 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/832549eb-95a4-49c5-b61f-f763438048e6 HTTP/1.1" status: 204 len: 168 time: 1.7185066 Feb 18 02:49:03.961051 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f68e5e8b-de54-4e35-94a4-8a8aa6492a1e req-17bbff16-8239-483d-80b3-e7091e562b22 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885277 Feb 18 02:49:03.973716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ed512cc2-72ab-4a29-852d-5b23e2709b69 req-bc985be1-d00e-4ac8-8c1a-83e45624706a service neutron] Synchronizing usage tracker for tenant:d3d2005075dc4ca5955a8cacd69ca821 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:04.010121 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ed512cc2-72ab-4a29-852d-5b23e2709b69 req-bc985be1-d00e-4ac8-8c1a-83e45624706a service neutron] Unset dirty status for tenant:d3d2005075dc4ca5955a8cacd69ca821 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:04.011385 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ed512cc2-72ab-4a29-852d-5b23e2709b69 req-bc985be1-d00e-4ac8-8c1a-83e45624706a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181879 Feb 18 02:49:04.076021 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0601d2a8-680f-46d5-863a-ac84f7f4ad0c req-e43933b9-54dd-4ab7-96a1-5e415f4984a5 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840391 Feb 18 02:49:04.123077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa34755-c403-4c86-9f3e-a3b93db97a91,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:04.138702 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1870a8fc7b84225a12103d89bcb43ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5975296 Feb 18 02:49:04.139794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:04.152968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39622) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:04.184897 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5359917-ff07-4e2e-b210-429f5b340a97 req-76376b22-0182-4a8d-9a38-c96fe1ddff27 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2555473 Feb 18 02:49:04.197642 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-776406cd-3c8f-43d4-a088-ad9c0e862d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:04.199972 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-776406cd-3c8f-43d4-a088-ad9c0e862d5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 1161 time: 0.9195313 Feb 18 02:49:04.236975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cde20-d815-4414-bb88-4561d7de5d3e req-d66d5ad4-5705-4a36-84b3-0e61bb479cff tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:04.248837 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e74cde20-d815-4414-bb88-4561d7de5d3e req-d66d5ad4-5705-4a36-84b3-0e61bb479cff tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1767583 Feb 18 02:49:04.287213 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fafb67b-dbc8-4d0d-94ed-55da204fe56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:04.342413 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e74cde20-d815-4414-bb88-4561d7de5d3e req-99d32a80-77d4-4493-8eba-0c7c89d430af tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960221 Feb 18 02:49:04.387733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fafb67b-dbc8-4d0d-94ed-55da204fe56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:04.434844 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:04.551979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fafb67b-dbc8-4d0d-94ed-55da204fe56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:04.551979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cd92c50e-294a-4569-8665-7d080d2ece77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:04.583151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafb67b-dbc8-4d0d-94ed-55da204fe56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa34755-c403-4c86-9f3e-a3b93db97a91,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:04.586029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4fafb67b-dbc8-4d0d-94ed-55da204fe56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:04.610535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fafb67b-dbc8-4d0d-94ed-55da204fe56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:04.616739 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-4fafb67b-dbc8-4d0d-94ed-55da204fe56f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9aa34755-c403-4c86-9f3e-a3b93db97a91 HTTP/1.1" status: 204 len: 168 time: 0.4612451 Feb 18 02:49:04.700402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 5c60c938-e34e-4642-ba51-631cdab16c2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:04.700916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:04.770496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-e312ec14-a0ba-407a-9c9c-ae606865f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:04.777437 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-e312ec14-a0ba-407a-9c9c-ae606865f298 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 1160 time: 0.3323522 Feb 18 02:49:04.783702 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-988202e2-d661-4d11-8795-954b985e7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:04.788726 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-988202e2-d661-4d11-8795-954b985e7988 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 911 time: 0.5334840 Feb 18 02:49:05.122999 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-f8c24c8f-510c-44bb-9caf-36ca693eff11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7 HTTP/1.1" status: 200 len: 217 time: 0.3175747 Feb 18 02:49:05.260077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-eb1a0006-28c3-4328-9e31-0e193077b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:05.261639 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-eb1a0006-28c3-4328-9e31-0e193077b691 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.0866370 Feb 18 02:49:05.385934 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-876f9d74-a91d-4e70-9c7d-7295a1a5e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:05.385934 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-876f9d74-a91d-4e70-9c7d-7295a1a5e715 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.5762446 Feb 18 02:49:05.393724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d4060-0b17-4cce-95b6-c0e43ee24a74 req-e6da5526-9a2b-470b-9bea-65f9d19a7b55 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:05.395489 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b66d4060-0b17-4cce-95b6-c0e43ee24a74 req-e6da5526-9a2b-470b-9bea-65f9d19a7b55 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 943 time: 0.2801154 Feb 18 02:49:05.488784 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-9b436ac1-502d-4db8-84ec-16b1a7a229ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 HTTP/1.1" status: 200 len: 217 time: 0.0922215 Feb 18 02:49:05.515203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-3be1defb-3f98-469a-86e1-393dde4430b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:05.517084 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-3be1defb-3f98-469a-86e1-393dde4430b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2341018 Feb 18 02:49:05.671115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40583fab-fa1e-44b8-adfc-da85b1efdd5c req-89b8fe11-88df-4a82-aedb-b4f6b16e59af tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:05.672774 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-40583fab-fa1e-44b8-adfc-da85b1efdd5c req-89b8fe11-88df-4a82-aedb-b4f6b16e59af tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1813993 Feb 18 02:49:05.723391 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-40583fab-fa1e-44b8-adfc-da85b1efdd5c req-71e734a3-5064-4c19-8054-345c2472bb5c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439036 Feb 18 02:49:05.813711 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b66d4060-0b17-4cce-95b6-c0e43ee24a74 req-a56065bd-7682-4f7d-a566-7a08e7c4f128 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506029 Feb 18 02:49:05.836445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-b96cef36-ae73-4e3a-838a-5840efd42e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:05.838297 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-b96cef36-ae73-4e3a-838a-5840efd42e66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.3273888 Feb 18 02:49:05.903548 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-0c58cd3b-e6bd-4df7-a230-90782f37398d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536647 Feb 18 02:49:05.905517 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-3662cf3f-0361-4e3d-a493-bbc16c75cb40 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473756 Feb 18 02:49:06.275968 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-0af9f67c-04c8-4e51-a959-84f75aff3cbd service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477159 Feb 18 02:49:06.278152 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d24b032f-0bd9-4163-8c15-82ea752e4ace req-9c771ac2-0ab3-4c6f-843b-42492e1675f6 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3077028 Feb 18 02:49:06.460018 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a36d4bad-c8de-4ca6-a287-e4d3894b10d1 req-ecb7452f-8c7d-4f2f-a848-a0f90092570a service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1520801 Feb 18 02:49:06.835298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39744) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:06.991659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80538a6-95f0-4639-b3ce-7a72a891bde8 req-d4af822b-1db3-44c4-9837-723b3d24232d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:06.993331 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b80538a6-95f0-4639-b3ce-7a72a891bde8 req-d4af822b-1db3-44c4-9837-723b3d24232d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1063614 Feb 18 02:49:07.046743 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b80538a6-95f0-4639-b3ce-7a72a891bde8 req-f3481961-b1b4-48e5-a390-22826ee0acdb tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468512 Feb 18 02:49:07.142249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.164825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39766) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:07.230031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:07.238082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Usage tracker for resource:security_group_rule and tenant:ec43faced97b484791e5d0557f84c757 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:07.243345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:07.251590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:07.298208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7203e67-3cee-466b-a2e5-dabe3969285e req-f2ca0cb7-015d-4896-871f-e22fff5fa25e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:07.299889 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e7203e67-3cee-466b-a2e5-dabe3969285e req-f2ca0cb7-015d-4896-871f-e22fff5fa25e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 943 time: 0.1315885 Feb 18 02:49:07.383827 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e7203e67-3cee-466b-a2e5-dabe3969285e req-a1b48260-208c-4dc1-8d0f-9fea4186b1eb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713427 Feb 18 02:49:07.419352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.423863 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.456853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:07.468035 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec43faced97b484791e5d0557f84c757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306012 Feb 18 02:49:07.470819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39780) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:07.531522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb545508-5c74-48e0-b6a6-260a7585359f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:07.535747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:07.565952 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-168722992-network', 'tenant_id': '88aa37b3cb454a9f9568989c9591557c'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:07.572956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:07.578603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Usage tracker for resource:network and tenant:88aa37b3cb454a9f9568989c9591557c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:07.581846 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:07.593473 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:07.616913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-205c7281-b8d0-4356-8b16-2effd53c2845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.647333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-205c7281-b8d0-4356-8b16-2effd53c2845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.691206 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Made reservation on behalf of 88aa37b3cb454a9f9568989c9591557c for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:07.697118 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.732110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.741763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:07.787788 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-205c7281-b8d0-4356-8b16-2effd53c2845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.795946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-01d73f6c-8270-4fe3-a09c-c16ed3bf48b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:07.811222 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:07.815673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Usage tracker for resource:security_group_rule and tenant:88aa37b3cb454a9f9568989c9591557c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:07.818613 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:07.826439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:07.869323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-205c7281-b8d0-4356-8b16-2effd53c2845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.874011 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-205c7281-b8d0-4356-8b16-2effd53c2845 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb545508-5c74-48e0-b6a6-260a7585359f HTTP/1.1" status: 204 len: 168 time: 0.3987124 Feb 18 02:49:07.875696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c7281-b8d0-4356-8b16-2effd53c2845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb545508-5c74-48e0-b6a6-260a7585359f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:07.884994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-205c7281-b8d0-4356-8b16-2effd53c2845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:07.921444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:07.927747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:07.928452 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.930101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.935445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:07.939920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee24da06-5b6f-4547-882f-ca9dd0be6da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:08.011393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40359501-3307-4f66-a5eb-e5d448ad7f4b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:08.022034 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:08.036879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:49:08.046783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.047173 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Added segment 8d73b080-f011-4f52-a539-dc5a1e68c25c of type vxlan for network 28024965-1f7d-4415-b08c-1adfebdfd905 Feb 18 02:49:08.088211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.111687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.124802 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.126728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:08.127548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.153368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9595670c-6583-4c07-82e9-2a100defd280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:08.154812 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:08.156140 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8242b86c-8797-47a2-a91d-304016aa20a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:08.177349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.178299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:08.267081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Pushing event updated for resources: {'Network': ['ID=28024965-1f7d-4415-b08c-1adfebdfd905,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:08.269990 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1042738 Feb 18 02:49:08.274038 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39806) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:08.274890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:08.282911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Request body: {'subnet': {'network_id': '28024965-1f7d-4415-b08c-1adfebdfd905', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-168722992-subnet', 'tenant_id': '88aa37b3cb454a9f9568989c9591557c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:08.288925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:08.293260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Usage tracker for resource:subnet and tenant:88aa37b3cb454a9f9568989c9591557c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:08.297369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:08.304043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:08.319515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Made reservation on behalf of 88aa37b3cb454a9f9568989c9591557c for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:08.325045 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8242b86c-8797-47a2-a91d-304016aa20a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35', 'code': 200} Feb 18 02:49:08.325760 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-021985fa-a80a-4d92-9b3b-3b027925ec12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:08.330617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.412283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 28024965-1f7d-4415-b08c-1adfebdfd905 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:08.436979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a920f7-e908-4cf7-bd9d-7729cf7d3ecb req-efaed008-7b69-4de8-aa26-f5455cbe56a5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:08.448158 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-11a920f7-e908-4cf7-bd9d-7729cf7d3ecb req-efaed008-7b69-4de8-aa26-f5455cbe56a5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.2129450 Feb 18 02:49:08.486476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39814) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:08.525062 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-11a920f7-e908-4cf7-bd9d-7729cf7d3ecb req-666700ee-9054-4b70-8065-b6d87bc1c1d2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744197 Feb 18 02:49:08.545709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.567436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:08.572240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Usage tracker for resource:security_group_rule and tenant:3803107983714f8f88011a37a819d6c5 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:08.575505 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:08.581706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:08.630203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce96f9-c696-48c3-b95e-92d3cbefebea req-c761b23e-f40c-41f9-aa77-86bfd979d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:08.632451 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-33ce96f9-c696-48c3-b95e-92d3cbefebea req-c761b23e-f40c-41f9-aa77-86bfd979d811 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 1162 time: 0.1202729 Feb 18 02:49:08.695277 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-33ce96f9-c696-48c3-b95e-92d3cbefebea req-05a70180-b6cd-43a2-992f-8b64685e87cb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519140 Feb 18 02:49:08.752645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 28024965-1f7d-4415-b08c-1adfebdfd905 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:08.776850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.792520 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.802669 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce511ec1-268b-4763-927f-af73c4fe0082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:08.830027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856533f-253e-4922-a35d-dccdb44fd70b req-c4cb606b-4c10-4efe-99ce-9595ba03eb9c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:08.831679 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6856533f-253e-4922-a35d-dccdb44fd70b req-c4cb606b-4c10-4efe-99ce-9595ba03eb9c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2688346 Feb 18 02:49:08.923327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:08.924472 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e252405-644b-4357-b54c-632ae8f1f152,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:08.932121 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 39826) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:08.934339 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3803107983714f8f88011a37a819d6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465425 Feb 18 02:49:08.935511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:08.964007 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:08.971318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:08.982084 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6856533f-253e-4922-a35d-dccdb44fd70b req-09b50a12-20c9-42e7-9e20-bec39275a64b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317401 Feb 18 02:49:09.042476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f35-269a-420c-9b6f-442a94fe50dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:09.072560 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f35-269a-420c-9b6f-442a94fe50dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:09.106648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:09.115917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:09.143701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f35-269a-420c-9b6f-442a94fe50dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:09.160138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f6ed3231-9013-402a-80a8-ec597018234a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:09.202835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa4f35-269a-420c-9b6f-442a94fe50dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e252405-644b-4357-b54c-632ae8f1f152,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:09.204853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f35-269a-420c-9b6f-442a94fe50dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:09.212825 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a3fa4f35-269a-420c-9b6f-442a94fe50dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e252405-644b-4357-b54c-632ae8f1f152 HTTP/1.1" status: 204 len: 168 time: 0.2793453 Feb 18 02:49:09.213947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a3fa4f35-269a-420c-9b6f-442a94fe50dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:09.231101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:09.319316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:09.327491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:09.329834 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:09.394702 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:09.438360 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:09.453323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:09.456883 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:09.540170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:09.683564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989127c1-4855-4c7b-bac7-a0471ac8ba6a,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:09.720228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:09.720661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:09.723547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:09.842242 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Checking segment: {'id': '8d73b080-f011-4f52-a539-dc5a1e68c25c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28024965-1f7d-4415-b08c-1adfebdfd905'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:09.842725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Network hostable DHCP agents. Network: 28024965-1f7d-4415-b08c-1adfebdfd905, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:49:09.870266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Network 28024965-1f7d-4415-b08c-1adfebdfd905 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:49:09.896798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 28024965-1f7d-4415-b08c-1adfebdfd905) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:09.901301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:09.901950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:09.908049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206be74b-e056-47e4-a6c2-12f40d323836 None None] Network 28024965-1f7d-4415-b08c-1adfebdfd905 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:49:09.940004 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-aeaa38f2-9073-41b2-b900-44039dc9d9a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6574786 Feb 18 02:49:09.964540 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e1cbf-e813-4a3a-a747-494dadb4ad43 req-889db7c9-13bf-44a8-8f9a-4206d5c7bec5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:09.967082 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9c7e1cbf-e813-4a3a-a747-494dadb4ad43 req-889db7c9-13bf-44a8-8f9a-4206d5c7bec5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1990108 Feb 18 02:49:10.045902 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9c7e1cbf-e813-4a3a-a747-494dadb4ad43 req-7e7b9bc7-92c3-4c22-ba15-64b18cb76985 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711124 Feb 18 02:49:10.327839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:10.451674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dae0a-2085-4295-943b-6b65e3ad8e69 req-dd74b0b8-2bb1-4efb-a239-c8fd9dea7d69 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:10.460769 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ed6dae0a-2085-4295-943b-6b65e3ad8e69 req-dd74b0b8-2bb1-4efb-a239-c8fd9dea7d69 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2519305 Feb 18 02:49:10.494993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c666e7e3-d8ae-4fef-852e-37b4f131795b None None] Network 28024965-1f7d-4415-b08c-1adfebdfd905 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:49:10.616250 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ed6dae0a-2085-4295-943b-6b65e3ad8e69 req-0b2d1c16-198f-4fac-98f4-d99336a703b4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523685 Feb 18 02:49:10.901499 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7', 'code': 200} Feb 18 02:49:11.085596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e49f-ddc2-42bc-b3f1-939876934886 req-5405fadb-754f-4c71-8ef1-6341b162c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:11.087818 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-09e4e49f-ddc2-42bc-b3f1-939876934886 req-5405fadb-754f-4c71-8ef1-6341b162c9ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 1163 time: 0.1500714 Feb 18 02:49:11.371966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00013-3ba4-4a38-8c79-98c88bf2c672 req-5db42b71-c1ed-47b0-97ab-76ceae63d498 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:11.384109 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dcd00013-3ba4-4a38-8c79-98c88bf2c672 req-5db42b71-c1ed-47b0-97ab-76ceae63d498 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1637750 Feb 18 02:49:11.504236 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dcd00013-3ba4-4a38-8c79-98c88bf2c672 req-0eef431b-0523-4b2e-ba21-12f4534961d2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191304 Feb 18 02:49:11.567245 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-09e4e49f-ddc2-42bc-b3f1-939876934886 req-02aec80d-9e98-4acb-9c70-61373fd314e0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4632511 Feb 18 02:49:11.585916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39922) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:11.594181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-805970001-network', 'tenant_id': '38fc1d920e8547d7988383eadfed7237'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:11.598705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:11.600103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32976fd-0f19-420b-bdf0-8fc329471a9c req-d256ce20-9dbf-44c3-9493-4d5a87eb9b72 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:11.600373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:11.603156 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b32976fd-0f19-420b-bdf0-8fc329471a9c req-d256ce20-9dbf-44c3-9493-4d5a87eb9b72 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 945 time: 0.1242130 Feb 18 02:49:11.617479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Usage tracker for resource:network and tenant:38fc1d920e8547d7988383eadfed7237 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:11.621288 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:11.627445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:11.652306 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Made reservation on behalf of 38fc1d920e8547d7988383eadfed7237 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:11.664893 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:11.682518 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b32976fd-0f19-420b-bdf0-8fc329471a9c req-2f105d86-640b-4b24-8155-1b4d104aeb58 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726848 Feb 18 02:49:11.692720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:11.729087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:11.751650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:11.752070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:11.757321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Usage tracker for resource:security_group_rule and tenant:38fc1d920e8547d7988383eadfed7237 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:11.761701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:11.778384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:11.947022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:11.960041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92cf29-573f-42e1-b947-0a52e4bc5879 req-0948ddf5-00c4-44ad-81d3-ed2bcbfe6df5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:11.962070 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1d92cf29-573f-42e1-b947-0a52e4bc5879 req-0948ddf5-00c4-44ad-81d3-ed2bcbfe6df5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1648233 Feb 18 02:49:12.041090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:12.041513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:12.062881 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1d92cf29-573f-42e1-b947-0a52e4bc5879 req-ea1bc742-dc72-4535-afaf-029fb584ce4d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771506 Feb 18 02:49:12.090609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:12.095796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:12.105566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:12.162173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:49:12.165296 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139569ba-5464-4a6f-8a2c-8d830211f7e7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:12.171307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:12.178357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:12.179386 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Added segment eb481ea6-4e31-42cd-90c0-4f51af3b7307 of type vxlan for network 61c354c0-d7e3-45a6-8e8f-e57dc98f5185 Feb 18 02:49:12.241510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:12.315337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:12.316700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:12.317337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:12.343867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:12.431767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac63b-5520-4745-8445-eeb6469a0f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:12.522176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Pushing event updated for resources: {'Network': ['ID=61c354c0-d7e3-45a6-8e8f-e57dc98f5185,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:12.528771 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9382184 Feb 18 02:49:12.528771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:12.528771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 39992) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:12.537442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 61c354c0-d7e3-45a6-8e8f-e57dc98f5185 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:12.554328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Request body: {'subnet': {'network_id': '61c354c0-d7e3-45a6-8e8f-e57dc98f5185', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-805970001-subnet', 'tenant_id': '38fc1d920e8547d7988383eadfed7237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:12.561576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:12.565262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 61c354c0-d7e3-45a6-8e8f-e57dc98f5185 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:12.570681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Usage tracker for resource:subnet and tenant:38fc1d920e8547d7988383eadfed7237 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:12.577228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:12.589484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:12.611406 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Made reservation on behalf of 38fc1d920e8547d7988383eadfed7237 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:12.616175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:12.717748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-c179f2ac-fd34-4060-96f9-79ae2fafb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:12.720062 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-c179f2ac-fd34-4060-96f9-79ae2fafb23c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 1162 time: 0.1415818 Feb 18 02:49:12.921598 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-8e0c3b49-e3fc-41ad-92c5-12594d875706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:12.923675 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-8e0c3b49-e3fc-41ad-92c5-12594d875706 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.1841922 Feb 18 02:49:13.013341 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec8405-57ba-4e40-ac02-a75753346865 req-d1595159-e3b4-4ba4-a968-f8794caad363 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:13.018546 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f2ec8405-57ba-4e40-ac02-a75753346865 req-d1595159-e3b4-4ba4-a968-f8794caad363 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.4116962 Feb 18 02:49:13.084089 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-53cc4fad-8285-4fb8-ba60-4913142d0226 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 HTTP/1.1" status: 200 len: 217 time: 0.0828462 Feb 18 02:49:13.182338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-4d750d15-a626-4c49-a564-64945d580e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:13.184177 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-4d750d15-a626-4c49-a564-64945d580e19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.0861437 Feb 18 02:49:13.195949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8207-140f-4584-a649-6e36c818e93a req-e7a98af1-3179-4c40-af60-8144fcf1565f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:13.203777 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62fb8207-140f-4584-a649-6e36c818e93a req-e7a98af1-3179-4c40-af60-8144fcf1565f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.2786574 Feb 18 02:49:13.288362 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-a2c0503a-f429-4a7d-b0b2-c9e6b0c718af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821652 Feb 18 02:49:13.312310 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62fb8207-140f-4584-a649-6e36c818e93a req-73353d0c-52f3-4280-8857-6cee0583e438 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074581 Feb 18 02:49:13.325414 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f2ec8405-57ba-4e40-ac02-a75753346865 req-698290f2-e685-4f09-b73a-d98ed8b40e2d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762634 Feb 18 02:49:13.512107 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-a40160af-78ae-4ed9-af36-0e5c6942e655 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982846 Feb 18 02:49:13.660203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:13.736730 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9f439-341a-4cf6-b4c2-f28692642f65 req-52e71fb5-0c9e-4697-adb0-dbb201ee50b3 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:13.740177 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-53f9f439-341a-4cf6-b4c2-f28692642f65 req-52e71fb5-0c9e-4697-adb0-dbb201ee50b3 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 945 time: 0.1965992 Feb 18 02:49:13.781660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40040) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:13.830092 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-53f9f439-341a-4cf6-b4c2-f28692642f65 req-2b5607c9-a07e-4cd1-ad46-be8fa54894f3 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803006 Feb 18 02:49:13.831414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:13.857234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-661f2e67-514a-47f6-a79e-e4d8b213ad4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:13.897689 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b0e6c375-2de6-4c70-8437-b34464eb203d req-93ca9b1d-9b8c-456a-a0e5-9c4b9e8a18fe service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3634717 Feb 18 02:49:13.928894 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:13.930829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.036002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd465b6e-f34a-4d9e-a43d-7a53b441a441,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:14.045887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:14.082483 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.104987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:14.109161 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Usage tracker for resource:security_group_rule and tenant:d2502d9cc15449da886ee3150818170c is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:14.112376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:14.118408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:14.228053 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Checking segment: {'id': 'eb481ea6-4e31-42cd-90c0-4f51af3b7307', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '61c354c0-d7e3-45a6-8e8f-e57dc98f5185'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:14.228488 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Network hostable DHCP agents. Network: 61c354c0-d7e3-45a6-8e8f-e57dc98f5185, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:49:14.245188 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-95664b4b-c0a4-4081-98cb-08b17a8345ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0862951 Feb 18 02:49:14.275597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.280049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.287307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-205c7281-b8d0-4356-8b16-2effd53c2845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:14.297450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Network 61c354c0-d7e3-45a6-8e8f-e57dc98f5185 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:49:14.338697 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2502d9cc15449da886ee3150818170c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554733 Feb 18 02:49:14.339519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 61c354c0-d7e3-45a6-8e8f-e57dc98f5185) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:14.342881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40062) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:14.345522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdf7a5b-39c6-42b8-8674-41b7ec003759,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:14.349091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:14.349840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.351809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e259641d-84c4-47ea-83d2-508531d9273f None None] Network 61c354c0-d7e3-45a6-8e8f-e57dc98f5185 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:49:14.354074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:14.421442 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8826704 Feb 18 02:49:14.434086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-3c690e0e-89e9-4da1-8deb-3d74fe329ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:14.434572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab7d0c45-6b4d-4302-922c-f10b04fea8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.435795 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-3c690e0e-89e9-4da1-8deb-3d74fe329ee2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1163 time: 0.1022074 Feb 18 02:49:14.464485 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab7d0c45-6b4d-4302-922c-f10b04fea8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.518720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab7d0c45-6b4d-4302-922c-f10b04fea8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.530226 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-759aa6b0-9f5e-43f8-9dcb-11f997ba9b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:14.548042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d0c45-6b4d-4302-922c-f10b04fea8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdf7a5b-39c6-42b8-8674-41b7ec003759,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:14.557611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab7d0c45-6b4d-4302-922c-f10b04fea8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:14.561090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab7d0c45-6b4d-4302-922c-f10b04fea8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.562534 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ab7d0c45-6b4d-4302-922c-f10b04fea8a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfdf7a5b-39c6-42b8-8674-41b7ec003759 HTTP/1.1" status: 204 len: 168 time: 0.2185457 Feb 18 02:49:14.644422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-594fba96-7622-40f6-97bf-637841dfc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:14.646198 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-594fba96-7622-40f6-97bf-637841dfc322 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.1789265 Feb 18 02:49:14.696531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba6e3b-2348-418e-ba65-26f6dd4f6333 req-2f4ba687-cb7d-4cfe-8222-486dc016ea45 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:14.698504 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-42ba6e3b-2348-418e-ba65-26f6dd4f6333 req-2f4ba687-cb7d-4cfe-8222-486dc016ea45 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1107316 Feb 18 02:49:14.786849 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-42ba6e3b-2348-418e-ba65-26f6dd4f6333 req-1d08e7fd-3f56-46da-ab86-dd864b23d569 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791061 Feb 18 02:49:14.916931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-63b1b42c-36b0-410a-86a8-0345a60c37f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:14.926782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321f8089-dfd0-4c99-bbd7-76aff89ed97c None None] Network 61c354c0-d7e3-45a6-8e8f-e57dc98f5185 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:49:15.024447 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-24197774-7f61-4bbe-a548-353d537c1410 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 200 len: 217 time: 0.1403210 Feb 18 02:49:15.076701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40096) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:15.106351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:15.110835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-6b1a5a51-c794-4230-a423-f79a363a9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:15.112528 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-6b1a5a51-c794-4230-a423-f79a363a9848 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.0736222 Feb 18 02:49:15.128933 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:15.138054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:aca4a6e00edb4cedb3291cde48907d69 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:15.144057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:15.154429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:15.164764 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226bf7-5689-4b5a-88b2-a0aa0647791e req-6775de60-6731-47e0-8ae5-328eec9642f3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:15.182788 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac226bf7-5689-4b5a-88b2-a0aa0647791e req-6775de60-6731-47e0-8ae5-328eec9642f3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1972513 Feb 18 02:49:15.187016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40102) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:15.192511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-24f3c43d-1409-4b4f-8c04-e2212e27c0e3 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:15.194231 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-24f3c43d-1409-4b4f-8c04-e2212e27c0e3 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.52 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 945 time: 0.5447543 Feb 18 02:49:15.197025 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-21300b35-be59-47e4-93cd-a7f6ae2f66ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707140 Feb 18 02:49:15.215164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04885c36-5a65-450f-8fe5-c6bf49f7cae8 req-c3a624de-c0c7-4531-aefd-c829bb8aec4e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:15.216021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'floatingip': {'port_id': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:15.224700 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04885c36-5a65-450f-8fe5-c6bf49f7cae8 req-c3a624de-c0c7-4531-aefd-c829bb8aec4e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.5772226 Feb 18 02:49:15.380236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:15.433932 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04885c36-5a65-450f-8fe5-c6bf49f7cae8 req-aa8ab9cb-9a23-43f7-bccc-7d557b38b355 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082570 Feb 18 02:49:15.442040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Deleting port 30cf25d8-61f5-4108-b5da-f11bf9eea3db {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:49:15.442429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:15.505149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 30cf25d8-61f5-4108-b5da-f11bf9eea3db no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:49:15.563847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:15.765251 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-8dfa2652-38c4-4cc6-ba55-5865b90ed9d5 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358655 Feb 18 02:49:15.771043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:15.862544 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8e676-ec58-4451-989f-fbd90b9bbce5 req-e31e0f62-99f5-421c-8942-6cf244cf7c90 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:15.864606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 30cf25d8-61f5-4108-b5da-f11bf9eea3db, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=30cf25d8-61f5-4108-b5da-f11bf9eea3db,segment=NetworkSegment(d073552a-cc89-4b86-aaa5-f7251d5c4ed3),segment_id=d073552a-cc89-4b86-aaa5-f7251d5c4ed3)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:15.865031 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-92a8e676-ec58-4451-989f-fbd90b9bbce5 req-e31e0f62-99f5-421c-8942-6cf244cf7c90 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 945 time: 0.5476270 Feb 18 02:49:15.868695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30cf25d8-61f5-4108-b5da-f11bf9eea3db'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:15.885784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:15.891819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:15.910393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] For port 30cf25d8-61f5-4108-b5da-f11bf9eea3db, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=30cf25d8-61f5-4108-b5da-f11bf9eea3db,segment=NetworkSegment(d073552a-cc89-4b86-aaa5-f7251d5c4ed3),segment_id=d073552a-cc89-4b86-aaa5-f7251d5c4ed3)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:15.910796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:15.998522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40134) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:16.002663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=30cf25d8-61f5-4108-b5da-f11bf9eea3db,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:16.007012 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-92a8e676-ec58-4451-989f-fbd90b9bbce5 req-2f964fce-db24-4b9c-8fab-1fa8dc4ba7ca tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222746 Feb 18 02:49:16.014239 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:16.042507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:16.087868 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30cf25d8-61f5-4108-b5da-f11bf9eea3db', 'code': 200} Feb 18 02:49:16.122839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Calling delete_port for 30cf25d8-61f5-4108-b5da-f11bf9eea3db owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:49:16.188785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:16.279454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:16.291724 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aca4a6e00edb4cedb3291cde48907d69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2137702 Feb 18 02:49:16.301594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40158) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:16.330426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:16.354137 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4e6d6e7f-c5b7-41f0-bba6-7de2f3ddec22 req-a52701ac-6e0e-4ebb-b1ae-f64592bba11e service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5672004 Feb 18 02:49:16.495434 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:16.514692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Usage tracker for resource:security_group_rule and tenant:398228b05a334071bdcc8b8f1dbb49e9 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:16.526003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:16.531712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:16.551100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:16.618446 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ea0637-ea7a-4f45-9a37-b8b4f8033819,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:16.622459 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:16.745223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:16.761160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-d61f98b4-a4a4-4f4d-a499-193754e2db63 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:16.763405 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-d61f98b4-a4a4-4f4d-a499-193754e2db63 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/networks?id=28024965-1f7d-4415-b08c-1adfebdfd905 HTTP/1.1" status: 200 len: 808 time: 0.6495364 Feb 18 02:49:16.772424 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66c51737-6b7a-40f6-9fa8-2085050a9285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:16.779523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:49:16.779949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:49:16.800786 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-e38b0184-6395-4343-80f4-10000170a40c tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/quotas/88aa37b3cb454a9f9568989c9591557c HTTP/1.1" status: 200 len: 375 time: 0.0235517 Feb 18 02:49:16.822470 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66c51737-6b7a-40f6-9fa8-2085050a9285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:16.891251 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-da10014c-c2c4-4ca6-b432-b5b253163c17 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=88aa37b3cb454a9f9568989c9591557c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751669 Feb 18 02:49:16.969494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40178) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:17.031657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66c51737-6b7a-40f6-9fa8-2085050a9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.037687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4d0dc71e-8f50-4c0e-a893-28bd8fde64f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:17.067838 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c51737-6b7a-40f6-9fa8-2085050a9285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ea0637-ea7a-4f45-9a37-b8b4f8033819,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:17.078861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-66c51737-6b7a-40f6-9fa8-2085050a9285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:17.087854 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-514fd34c-56ab-4d5e-885a-dbdc95465177 service neutron] 10.222.0.13 "GET /v2.0/networks/28024965-1f7d-4415-b08c-1adfebdfd905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812949 Feb 18 02:49:17.120948 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.132355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b9c1-8027-4ed1-b769-e1fc7180d2c5 req-9ecc88fd-1844-4f18-a1ce-790c3a9c2303 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:17.134621 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-adc9b9c1-8027-4ed1-b769-e1fc7180d2c5 req-9ecc88fd-1844-4f18-a1ce-790c3a9c2303 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.5174310 Feb 18 02:49:17.150028 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.164151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:17.173534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.resource_extend [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 02:49:17.190366 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-66c51737-6b7a-40f6-9fa8-2085050a9285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.194161 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-66c51737-6b7a-40f6-9fa8-2085050a9285 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31ea0637-ea7a-4f45-9a37-b8b4f8033819 HTTP/1.1" status: 204 len: 168 time: 0.8858404 Feb 18 02:49:17.272562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.280496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Deleting port 30cf25d8-61f5-4108-b5da-f11bf9eea3db {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:49:17.280876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.320023 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-3c3ef2e7-f1cf-4131-b4c7-bc72d41d8cef service neutron] 10.222.0.13 "GET /v2.0/networks/28024965-1f7d-4415-b08c-1adfebdfd905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2271771 Feb 18 02:49:17.343128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:17.352950 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=398228b05a334071bdcc8b8f1dbb49e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3448384 Feb 18 02:49:17.354322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Usage tracker for resource:security_group_rule and tenant:30601d66c02c46b582b30ddc0a7b52a1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:17.356409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40190) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:17.359144 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d536f0-f1df-4d6f-813b-f06b647a5f80,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:17.369661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:17.375422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:17.381843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.385634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:17.393212 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.463960 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-adc9b9c1-8027-4ed1-b769-e1fc7180d2c5 req-5e63a7be-0d51-4b2a-85b8-8ff77e1b1f74 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023343 Feb 18 02:49:17.503067 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c09b5f1-5787-4625-84ec-fd47b13f2c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.627668 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-14e04d79-22a6-486e-9c29-4abe63a4a122 req-1fc3a5dc-9ad3-4a49-ac85-20824ae2cc1e tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 210 time: 0.0685444 Feb 18 02:49:17.669981 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c09b5f1-5787-4625-84ec-fd47b13f2c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.778980 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Floating IP 18bf697c-8740-4132-ad40-9cefb9d286a1 associated. External IP: 172.28.1.218, port: 3ea8bd25-6e41-41a6-87d9-41d68776a4b7. Feb 18 02:49:17.922632 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.939828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] For port 30cf25d8-61f5-4108-b5da-f11bf9eea3db, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=30cf25d8-61f5-4108-b5da-f11bf9eea3db,segment=NetworkSegment(d073552a-cc89-4b86-aaa5-f7251d5c4ed3),segment_id=d073552a-cc89-4b86-aaa5-f7251d5c4ed3)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:17.940238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:17.966591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1559653-375a-4afc-bcf7-21c198b3c533 req-ddaca197-5e2e-4084-b0d9-c3a7189b9efc tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:17.967435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b1559653-375a-4afc-bcf7-21c198b3c533 req-ddaca197-5e2e-4084-b0d9-c3a7189b9efc tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Synchronizing usage tracker for tenant:1e50960a86d44bf48e5fe222ffc389d6 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:18.056797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:18.069470 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dde92bb0-49dc-4a1b-b6eb-46dc1da9572e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:18.116431 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Calling delete_port for 30cf25d8-61f5-4108-b5da-f11bf9eea3db owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:49:18.153204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c09b5f1-5787-4625-84ec-fd47b13f2c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:18.175951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:18.202820 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09b5f1-5787-4625-84ec-fd47b13f2c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d536f0-f1df-4d6f-813b-f06b647a5f80,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:18.207967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c09b5f1-5787-4625-84ec-fd47b13f2c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:18.208937 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3c09b5f1-5787-4625-84ec-fd47b13f2c22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75d536f0-f1df-4d6f-813b-f06b647a5f80 HTTP/1.1" status: 204 len: 168 time: 0.8514357 Feb 18 02:49:18.213657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c09b5f1-5787-4625-84ec-fd47b13f2c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:18.214855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b1559653-375a-4afc-bcf7-21c198b3c533 req-ddaca197-5e2e-4084-b0d9-c3a7189b9efc tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Unset dirty status for tenant:1e50960a86d44bf48e5fe222ffc389d6 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:18.216142 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b1559653-375a-4afc-bcf7-21c198b3c533 req-ddaca197-5e2e-4084-b0d9-c3a7189b9efc tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 943 time: 0.5353627 Feb 18 02:49:18.262772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e2c24a-c194-4093-a234-d6a47ae00a19,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:18.286107 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30601d66c02c46b582b30ddc0a7b52a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3130670 Feb 18 02:49:18.292420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40226) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:18.296991 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:18.388541 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b1559653-375a-4afc-bcf7-21c198b3c533 req-e8183dc7-93bd-4a6f-95ea-0e01d9c86697 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/security-groups?id=925ce73e-b45c-406a-987a-1dcf6fde7bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626487 Feb 18 02:49:18.525497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Router 40aac55d-bbcf-4d48-b830-a752f3838804 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:49:18.737537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3d0303d-e500-4d10-a66f-3004fc008f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:18.786138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:18.863409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:18.881162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40248) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:18.915245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:49:18.915511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3d0303d-e500-4d10-a66f-3004fc008f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:18.917157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:18.931914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] Sync routers for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:49:18.944691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:49:18.946236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:18.953429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:18.962572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Usage tracker for resource:security_group_rule and tenant:d35da8e694a74cb58bbcecf4b7a78581 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:18.967296 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:18.984569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de09eeb-7b56-4b5d-a134-4224ed3ad83d req-068d5ef1-8151-42b6-b258-36b7d59ea09b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:18.986192 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8de09eeb-7b56-4b5d-a134-4224ed3ad83d req-068d5ef1-8151-42b6-b258-36b7d59ea09b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1918066 Feb 18 02:49:18.989810 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:18.999023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:19.034025 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Pushing event deleted for resources: {'Port': ['ID=30cf25d8-61f5-4108-b5da-f11bf9eea3db,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:19.055355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:19.060681 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-edeb13d7-8e5f-4594-ae13-5ecfb06f5272 req-78652f0e-4520-4c1c-904d-544571e26c7a tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 210 time: 0.2041571 Feb 18 02:49:19.113259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3d0303d-e500-4d10-a66f-3004fc008f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:19.119785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-66c51737-6b7a-40f6-9fa8-2085050a9285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:19.141782 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8de09eeb-7b56-4b5d-a134-4224ed3ad83d req-4f87601c-c7d1-44db-a58f-67bffbe2a14a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466162 Feb 18 02:49:19.153893 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f9fda144-43b4-48a9-bd84-816bb062eeda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "PUT /v2.0/floatingips/18bf697c-8740-4132-ad40-9cefb9d286a1 HTTP/1.1" status: 200 len: 992 time: 3.9635766 Feb 18 02:49:19.169770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:19.174485 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0303d-e500-4d10-a66f-3004fc008f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e2c24a-c194-4093-a234-d6a47ae00a19,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:19.182091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b3d0303d-e500-4d10-a66f-3004fc008f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:19.197577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:49:19.286345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3d0303d-e500-4d10-a66f-3004fc008f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:19.291568 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b3d0303d-e500-4d10-a66f-3004fc008f42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57e2c24a-c194-4093-a234-d6a47ae00a19 HTTP/1.1" status: 204 len: 168 time: 0.9950233 Feb 18 02:49:19.313523 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7', 'status': 'completed', 'code': 200} Feb 18 02:49:19.372510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] No DVR routers for this DVR port 30cf25d8-61f5-4108-b5da-f11bf9eea3db on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:49:19.384309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:19.441508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:19.479860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b37e6303-9852-4716-b5fb-f26c1101b66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:19.491966 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d35da8e694a74cb58bbcecf4b7a78581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6097438 Feb 18 02:49:19.493799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40270) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:19.533135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-455a0bdc-8b47-47ee-af2a-00c77424db96 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:19.534606 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-455a0bdc-8b47-47ee-af2a-00c77424db96 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.52 "GET /v2.0/networks?id=28024965-1f7d-4415-b08c-1adfebdfd905 HTTP/1.1" status: 200 len: 808 time: 0.1665709 Feb 18 02:49:19.536898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:19.539247 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e9a4fe40-f1d6-443c-82ec-50472cac7c94 req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.52 "DELETE /v2.0/ports/30cf25d8-61f5-4108-b5da-f11bf9eea3db HTTP/1.1" status: 204 len: 173 time: 4.3108287 Feb 18 02:49:19.539792 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'name': 'network-vif-deleted', 'tag': '30cf25d8-61f5-4108-b5da-f11bf9eea3db'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:19.574372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Request body: {'port': {'device_id': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'network_id': '28024965-1f7d-4415-b08c-1adfebdfd905', 'admin_state_up': True, 'tenant_id': '88aa37b3cb454a9f9568989c9591557c'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:19.641730 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5303083-8e74-4b9f-bd2b-344cec904aad,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:19.683170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.686048 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.686479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.686888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.687290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.687713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.688105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.688495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.688881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.689266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.689646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.690019 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.690421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.690796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.691177 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.691576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.691952 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.692328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.692703 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.693079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.693450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.693822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.694194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.694571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:19.738576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:19.775686 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a', 'name': 'network-vif-deleted', 'tag': '30cf25d8-61f5-4108-b5da-f11bf9eea3db', 'status': 'completed', 'code': 200} Feb 18 02:49:19.942933 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:19.955542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Usage tracker for resource:port and tenant:88aa37b3cb454a9f9568989c9591557c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:19.960211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:19.969904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': '18bf697c-8740-4132-ad40-9cefb9d286a1', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'floating_ip_address': '172.28.1.218', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'port_id': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'mac_address': 'fa:16:3e:66:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:48:44Z', 'updated_at': '2021-02-18T02:49:17Z', 'revision_number': 1, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:19.971351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:19.984502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] Checking router: 40aac55d-bbcf-4d48-b830-a752f3838804 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:49:19.997394 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Made reservation on behalf of 88aa37b3cb454a9f9568989c9591557c for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:20.003309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:20.004490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:49:20.005344 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:20.291912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40300) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:20.299738 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-48ad9e09-da6d-4617-a87f-38cb2894b6aa req-481a05d2-6d5e-402c-ac3d-893e865cdf6c tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] 10.222.0.13 "GET /v2.0/ports?device_id=45cbcd94-5a3f-4c47-a36a-f0306cf2ef3a HTTP/1.1" status: 200 len: 210 time: 0.6377642 Feb 18 02:49:20.300491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea372822-3761-423c-b3e1-85cb3ead3b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:20.344554 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:20.373164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-39cce8d9-1629-48ca-b2a5-c16957da1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:20.374821 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-39cce8d9-1629-48ca-b2a5-c16957da1418 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 1163 time: 1.0040984 Feb 18 02:49:20.383275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea372822-3761-423c-b3e1-85cb3ead3b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:20.390523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:20.423870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:49:20.599368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe9868128b54344bf7f03bbb761ddc0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:20.603192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-cedf6134-4e63-4791-8ce7-30f833b4f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:20.604662 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-cedf6134-4e63-4791-8ce7-30f833b4f878 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 911 time: 0.2084787 Feb 18 02:49:20.613054 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-68e1c663-386f-4cf7-b84e-24070c74d98e req-a916f659-f479-4285-852b-c4b7e64ccd7f tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 210 time: 0.2319827 Feb 18 02:49:20.613989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:20.748830 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Allocated IP 172.20.0.8 (28024965-1f7d-4415-b08c-1adfebdfd905/989127c1-4855-4c7b-bac7-a0471ac8ba6a/283beb11-a18e-441f-982a-d1507907379f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:49:20.772307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:20.971225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:21.118297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea372822-3761-423c-b3e1-85cb3ead3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:21.121671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:21.155439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:21.171838 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4fafb67b-dbc8-4d0d-94ed-55da204fe56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:21.190084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': '18bf697c-8740-4132-ad40-9cefb9d286a1', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'floating_ip_address': '172.28.1.218', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'port_id': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'mac_address': 'fa:16:3e:66:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:48:44Z', 'updated_at': '2021-02-18T02:49:17Z', 'revision_number': 1, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:21.194903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ec65d-4fe8-4340-af5b-31e15beee38c None None] The sync data for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb is: [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': '18bf697c-8740-4132-ad40-9cefb9d286a1', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'floating_ip_address': '172.28.1.218', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'port_id': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'mac_address': 'fa:16:3e:66:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:48:44Z', 'updated_at': '2021-02-18T02:49:17Z', 'revision_number': 1, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:49:21.208957 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea372822-3761-423c-b3e1-85cb3ead3b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5303083-8e74-4b9f-bd2b-344cec904aad,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:21.227444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ea372822-3761-423c-b3e1-85cb3ead3b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:21.239610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434b455-639c-478b-92ca-11b2fde92c98 req-efcd74bb-4e6a-490f-940d-9a5983ce3d55 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:21.241595 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1434b455-639c-478b-92ca-11b2fde92c98 req-efcd74bb-4e6a-490f-940d-9a5983ce3d55 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.6289151 Feb 18 02:49:21.244027 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-6fabc295-9c83-40d9-adac-fcdaf24e399c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7 HTTP/1.1" status: 200 len: 1000 time: 0.6261754 Feb 18 02:49:21.244791 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea372822-3761-423c-b3e1-85cb3ead3b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:21.245879 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ea372822-3761-423c-b3e1-85cb3ead3b51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5303083-8e74-4b9f-bd2b-344cec904aad HTTP/1.1" status: 204 len: 168 time: 1.7434471 Feb 18 02:49:21.385605 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:21.469209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-f91484d6-cf4a-4640-b338-b594b5850ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:21.470790 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-f91484d6-cf4a-4640-b338-b594b5850ada service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.1893635 Feb 18 02:49:21.521137 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Pushing event updated for resources: {'Port': ['ID=283beb11-a18e-441f-982a-d1507907379f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:21.526179 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Network 28024965-1f7d-4415-b08c-1adfebdfd905 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:21.529571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:21.536783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:49:21.542502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:21.543319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:21.548782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.549190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.549580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.549968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.550709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.551095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.553079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.553079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.553079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.553079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.553079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.553538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.553868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.554148 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.554548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.554926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.555299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.555732 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.556104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.556474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.556842 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.557242 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.557564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.557957 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:21.564238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:21.602752 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0349541 Feb 18 02:49:21.604058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:21.608338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812c6b1-f14a-4a3e-b07e-928beb8b9df2 None None] New status for floating IP 18bf697c-8740-4132-ad40-9cefb9d286a1: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:49:21.623891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Request body: {'port': {'device_id': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:21.628379 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:21.664963 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ea372822-3761-423c-b3e1-85cb3ead3b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:21.684266 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1434b455-639c-478b-92ca-11b2fde92c98 req-e4c7c7ce-e831-4b21-a5ff-16af0022a9be tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047089 Feb 18 02:49:21.734280 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c0c899-bcaf-4fe0-85c5-6a049d44d831,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:21.744815 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:21.805124 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbe9868128b54344bf7f03bbb761ddc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5086906 Feb 18 02:49:21.812283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40336) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:21.842027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-845d4d8d-f063-444d-a3d6-e8c240b9b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:21.845607 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-845d4d8d-f063-444d-a3d6-e8c240b9b06b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3264506 Feb 18 02:49:22.018489 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-ae3eb09a-dc3d-437b-9eb2-d454cab1b3cc service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571140 Feb 18 02:49:22.019040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:22.224111 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada44d7-bac1-4a45-867d-3aa52ce6f66c req-4d4da070-f971-42b9-a5ce-cba66566d56f tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:22.224694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0ada44d7-bac1-4a45-867d-3aa52ce6f66c req-4d4da070-f971-42b9-a5ce-cba66566d56f tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Synchronizing usage tracker for tenant:88aa37b3cb454a9f9568989c9591557c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:22.234005 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9e6ec69-fd6d-4618-bd13-8a90c340ff45 req-29dfd6ff-c505-4950-b8f2-7feec1a7eaef service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1976776 Feb 18 02:49:22.234423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e14b322-9783-483b-a59f-55f04aacee2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:22.277608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0ada44d7-bac1-4a45-867d-3aa52ce6f66c req-4d4da070-f971-42b9-a5ce-cba66566d56f tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Unset dirty status for tenant:88aa37b3cb454a9f9568989c9591557c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:22.279012 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0ada44d7-bac1-4a45-867d-3aa52ce6f66c req-4d4da070-f971-42b9-a5ce-cba66566d56f tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 931 time: 0.4296346 Feb 18 02:49:22.363537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e14b322-9783-483b-a59f-55f04aacee2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:22.672309 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0ada44d7-bac1-4a45-867d-3aa52ce6f66c req-f61856f8-0ac9-41ef-b698-30ccb69627db tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440454 Feb 18 02:49:22.744139 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e14b322-9783-483b-a59f-55f04aacee2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:22.750998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-47a3c4df-522f-4bba-96a5-e4a0de210213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:22.769652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14b322-9783-483b-a59f-55f04aacee2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c0c899-bcaf-4fe0-85c5-6a049d44d831,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:22.776297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1e14b322-9783-483b-a59f-55f04aacee2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:22.792270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1e14b322-9783-483b-a59f-55f04aacee2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:22.795978 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1e14b322-9783-483b-a59f-55f04aacee2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06c0c899-bcaf-4fe0-85c5-6a049d44d831 HTTP/1.1" status: 204 len: 168 time: 0.9740040 Feb 18 02:49:22.932398 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283beb11-a18e-441f-982a-d1507907379f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:49:22.951494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:22.985086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Transition to ACTIVE for port object 283beb11-a18e-441f-982a-d1507907379f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:22.989226 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.000988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40386) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:23.019649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:23.031351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fadb9-4b22-419f-8b8c-8fcf5205e79d req-be1ec98d-b370-4462-bf47-ec35fe1c3b7d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:23.032235 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-403fadb9-4b22-419f-8b8c-8fcf5205e79d req-be1ec98d-b370-4462-bf47-ec35fe1c3b7d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1269553 Feb 18 02:49:23.118642 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-403fadb9-4b22-419f-8b8c-8fcf5205e79d req-6ff02fc7-969a-43ed-b796-17e0c5ca0ca3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784502 Feb 18 02:49:23.155883 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Pushing event updated for resources: {'Port': ['ID=283beb11-a18e-441f-982a-d1507907379f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:23.164699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:23.257101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.274590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:23.278882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Usage tracker for resource:security_group_rule and tenant:620f94fc144144f987435c3b1e094336 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:23.282012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:23.289598 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:23.327910 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Attempting to bind port 283beb11-a18e-441f-982a-d1507907379f on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:49:23.328456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Attempting to bind port 283beb11-a18e-441f-982a-d1507907379f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '8d73b080-f011-4f52-a539-dc5a1e68c25c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28024965-1f7d-4415-b08c-1adfebdfd905'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:49:23.328839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Attempting to bind port 283beb11-a18e-441f-982a-d1507907379f on network 28024965-1f7d-4415-b08c-1adfebdfd905 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:49:23.337376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:49:23.338050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Checking segment: {'id': '8d73b080-f011-4f52-a539-dc5a1e68c25c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28024965-1f7d-4415-b08c-1adfebdfd905'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:23.338560 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.338971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Bound using segment: {'id': '8d73b080-f011-4f52-a539-dc5a1e68c25c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28024965-1f7d-4415-b08c-1adfebdfd905'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:49:23.339445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Bound port: 283beb11-a18e-441f-982a-d1507907379f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d73b080-f011-4f52-a539-dc5a1e68c25c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '28024965-1f7d-4415-b08c-1adfebdfd905'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:49:23.340025 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.396514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.400245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.431374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cce71a8c-56aa-4ae1-a707-4f505035ad1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:23.446497 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=620f94fc144144f987435c3b1e094336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441280 Feb 18 02:49:23.446688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40408) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:23.473188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db2238c-b34d-4808-b674-a63ab6660564,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:23.477656 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:23.485394 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] For port 283beb11-a18e-441f-982a-d1507907379f, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:49:23.489091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] For port 283beb11-a18e-441f-982a-d1507907379f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=283beb11-a18e-441f-982a-d1507907379f,segment=NetworkSegment(8d73b080-f011-4f52-a539-dc5a1e68c25c),segment_id=8d73b080-f011-4f52-a539-dc5a1e68c25c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:49:23.497965 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.526223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:23.552873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40418) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:23.631329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-8265908b-c451-47d5-a412-988853332b39 admin admin] Deleting subnet 7b521a32-0780-4f64-8095-3b6c3831530a {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:49:23.635035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8265908b-c451-47d5-a412-988853332b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.695009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68bc17ac-5b0f-4f36-9b95-a31de85514de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.700805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8265908b-c451-47d5-a412-988853332b39 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.711672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8265908b-c451-47d5-a412-988853332b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.752778 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68bc17ac-5b0f-4f36-9b95-a31de85514de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.763207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Pushing event updated for resources: {'Port': ['ID=283beb11-a18e-441f-982a-d1507907379f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:23.791645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:23.822736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68bc17ac-5b0f-4f36-9b95-a31de85514de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.829679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1e14b322-9783-483b-a59f-55f04aacee2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:23.861479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc17ac-5b0f-4f36-9b95-a31de85514de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db2238c-b34d-4808-b674-a63ab6660564,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:23.880466 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-68bc17ac-5b0f-4f36-9b95-a31de85514de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:23.897688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-68bc17ac-5b0f-4f36-9b95-a31de85514de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.899423 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-68bc17ac-5b0f-4f36-9b95-a31de85514de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3db2238c-b34d-4808-b674-a63ab6660564 HTTP/1.1" status: 204 len: 168 time: 0.4517899 Feb 18 02:49:23.918033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:23.918851 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:23.920456 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] 10.222.0.52 "PUT /v2.0/ports/283beb11-a18e-441f-982a-d1507907379f HTTP/1.1" status: 200 len: 1157 time: 2.3037188 Feb 18 02:49:23.920974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'tag': '283beb11-a18e-441f-982a-d1507907379f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:24.071483 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'tag': '283beb11-a18e-441f-982a-d1507907379f', 'status': 'completed', 'code': 200} Feb 18 02:49:24.133509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-9a58c066-bb81-4f3e-a98b-977ea70bc09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:24.135418 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-9a58c066-bb81-4f3e-a98b-977ea70bc09d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88aa37b3cb454a9f9568989c9591557c&device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 1160 time: 0.1532922 Feb 18 02:49:24.261192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8265908b-c451-47d5-a412-988853332b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:24.303011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a573d090-d7ed-4be6-a58c-d5eb6cc1c6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:24.347322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345dcd7-4c30-4426-8576-3383831859c9 req-3ea8d78b-211f-4cec-8a4e-fc85f7bff48c tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:24.355107 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8345dcd7-4c30-4426-8576-3383831859c9 req-3ea8d78b-211f-4cec-8a4e-fc85f7bff48c tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 943 time: 0.2762625 Feb 18 02:49:24.393184 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-4c2adbe9-c30a-42cb-9ea5-d16841675513 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=283beb11-a18e-441f-982a-d1507907379f HTTP/1.1" status: 200 len: 217 time: 0.2453997 Feb 18 02:49:24.452083 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265908b-c451-47d5-a412-988853332b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b521a32-0780-4f64-8095-3b6c3831530a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:24.455406 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8265908b-c451-47d5-a412-988853332b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:24.491200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8345dcd7-4c30-4426-8576-3383831859c9 req-2d685911-a1cc-44ca-a05e-28339184de9a tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Synchronizing usage tracker for tenant:88aa37b3cb454a9f9568989c9591557c on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:24.499507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-d6d553f1-3f18-49d4-9f51-42ec3a0e3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:24.501864 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-d6d553f1-3f18-49d4-9f51-42ec3a0e3a3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=989127c1-4855-4c7b-bac7-a0471ac8ba6a HTTP/1.1" status: 200 len: 848 time: 0.0916417 Feb 18 02:49:24.512179 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40466) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:24.534403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8265908b-c451-47d5-a412-988853332b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:24.537834 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8345dcd7-4c30-4426-8576-3383831859c9 req-2d685911-a1cc-44ca-a05e-28339184de9a tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Unset dirty status for tenant:88aa37b3cb454a9f9568989c9591557c on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:24.548118 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8345dcd7-4c30-4426-8576-3383831859c9 req-2d685911-a1cc-44ca-a05e-28339184de9a tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918342 Feb 18 02:49:24.555501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40472) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:24.592545 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111fa42-f015-4796-86c6-9a0c282d8459 req-0ebaeefc-e366-447a-90bf-2094260624b1 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:24.594160 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8111fa42-f015-4796-86c6-9a0c282d8459 req-0ebaeefc-e366-447a-90bf-2094260624b1 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.3190520 Feb 18 02:49:24.595093 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-8265908b-c451-47d5-a412-988853332b39 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b521a32-0780-4f64-8095-3b6c3831530a HTTP/1.1" status: 204 len: 168 time: 1.0400119 Feb 18 02:49:24.596535 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-0fbd0dd8-4c18-466b-ac93-806dede89173 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28024965-1f7d-4415-b08c-1adfebdfd905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641303 Feb 18 02:49:24.597798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40480) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:24.794830 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:24.800891 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-5aa1953c-f552-4418-a493-47987a21744f service neutron] 10.222.0.52 "GET /v2.0/networks/28024965-1f7d-4415-b08c-1adfebdfd905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778872 Feb 18 02:49:24.937965 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8111fa42-f015-4796-86c6-9a0c282d8459 req-d5e13b3a-7f10-4e40-8b5f-bf667ea7a57e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336680 Feb 18 02:49:24.946680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:24.987822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:25.000907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.004848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:462f81648d7e4fe1be9b188a719848db is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:25.010624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:25.018769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.020278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:25.058067 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1a14fac-0be3-404f-8913-059f275fc1e8 req-f502b05a-ee0d-4d5a-98a7-be9a73d18c96 service neutron] 10.222.0.52 "GET /v2.0/networks/28024965-1f7d-4415-b08c-1adfebdfd905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2263274 Feb 18 02:49:25.109117 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:25.117681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Usage tracker for resource:security_group_rule and tenant:6adc2b46c83a4299b76ed9016837f7b9 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:25.122712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:25.131937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:25.165752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.166139 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.166945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.167319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > port after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.167704 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > port after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.168080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > port after_update 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.168569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.168949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.169311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.169700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.198089 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.206994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.217321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:25.240382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.240777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.241155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.241529 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84024) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:49:25.241941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67956db5-3f13-4415-90cf-445fa09c804c']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:25.260695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd073552a-cc89-4b86-aaa5-f7251d5c4ed3') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:25.261058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd073552a-cc89-4b86-aaa5-f7251d5c4ed3') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:25.283437 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=462f81648d7e4fe1be9b188a719848db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7675467 Feb 18 02:49:25.283437 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894689f5-5c33-43a2-810b-6902ebedbdd8,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:25.284335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40502) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:25.285198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:25.288135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464928'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.298199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b5a5-234f-4155-a82d-0ee42281434c req-2fd33f3d-a3c7-4c5e-b72d-3003b1df0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:25.300002 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4196b5a5-234f-4155-a82d-0ee42281434c req-2fd33f3d-a3c7-4c5e-b72d-3003b1df0030 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88aa37b3cb454a9f9568989c9591557c&device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 1160 time: 0.1762500 Feb 18 02:49:25.330133 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.338822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:49:25.483294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3a1d-7289-4eb0-823b-8405679bd290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.502636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b5a5-234f-4155-a82d-0ee42281434c req-ac313152-3e54-47be-9f0b-b69d1b5e7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:25.504579 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4196b5a5-234f-4155-a82d-0ee42281434c req-ac313152-3e54-47be-9f0b-b69d1b5e7adc service neutron] 10.222.0.52 "GET /v2.0/networks?id=28024965-1f7d-4415-b08c-1adfebdfd905 HTTP/1.1" status: 200 len: 902 time: 0.1852014 Feb 18 02:49:25.613125 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4196b5a5-234f-4155-a82d-0ee42281434c req-eaf5874f-395f-41f9-a8c0-e9e804db9aea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=283beb11-a18e-441f-982a-d1507907379f HTTP/1.1" status: 200 len: 217 time: 0.0944517 Feb 18 02:49:25.620890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3a1d-7289-4eb0-823b-8405679bd290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.660023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Network 67956db5-3f13-4415-90cf-445fa09c804c has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:49:25.685291 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847496567'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.711445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.729343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b5a5-234f-4155-a82d-0ee42281434c req-5d9cf280-16ef-4634-b618-b9caa29e4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:25.731348 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4196b5a5-234f-4155-a82d-0ee42281434c req-5d9cf280-16ef-4634-b618-b9caa29e4000 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=989127c1-4855-4c7b-bac7-a0471ac8ba6a HTTP/1.1" status: 200 len: 848 time: 0.1094804 Feb 18 02:49:25.838556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:25.838755 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4196b5a5-234f-4155-a82d-0ee42281434c req-8a7467ad-7e4a-415c-8bbb-7b759e534503 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=28024965-1f7d-4415-b08c-1adfebdfd905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877032 Feb 18 02:49:25.893215 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0f8cad73-9ec1-4c7c-8da3-47d139ccaa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:25.933859 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3887647-07b0-40e7-b36e-7e771ff7d1a8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:25.945986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:26.095865 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4196b5a5-234f-4155-a82d-0ee42281434c req-4bd986a2-8b23-4bf3-925f-c06883c8300c service neutron] 10.222.0.52 "GET /v2.0/networks/28024965-1f7d-4415-b08c-1adfebdfd905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472630 Feb 18 02:49:26.136780 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6adc2b46c83a4299b76ed9016837f7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5762529 Feb 18 02:49:26.138752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40570) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:26.154987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Network 67956db5-3f13-4415-90cf-445fa09c804c has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: from cryptography.utils import int_from_bytes Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: from cryptography.utils import int_from_bytes Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: (rel_b, rel_a, rel_b), Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: (rel_b, rel_a, rel_b), Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:49:26.226990 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:49:26.378232 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4196b5a5-234f-4155-a82d-0ee42281434c req-7cfb1ae4-3911-47f7-ad49-b024907abdf9 service neutron] 10.222.0.52 "GET /v2.0/networks/28024965-1f7d-4415-b08c-1adfebdfd905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2740822 Feb 18 02:49:26.385906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fe7f6-f4a3-4dd1-9ba1-dcbb9e8bbe63 req-d2b2eab1-20b1-40c1-b248-9c482c669f5c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:26.387905 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-144fe7f6-f4a3-4dd1-9ba1-dcbb9e8bbe63 req-d2b2eab1-20b1-40c1-b248-9c482c669f5c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1615531 Feb 18 02:49:26.442571 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-144fe7f6-f4a3-4dd1-9ba1-dcbb9e8bbe63 req-d0800352-be3f-4999-a421-2deaf24287c2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474913 Feb 18 02:49:26.510891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3a1d-7289-4eb0-823b-8405679bd290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:26.522922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ca8c057e-03bc-4bba-ad6d-868f4b8db67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:26.550444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae3a1d-7289-4eb0-823b-8405679bd290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894689f5-5c33-43a2-810b-6902ebedbdd8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:26.556954 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a6ae3a1d-7289-4eb0-823b-8405679bd290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:26.574468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865c48d-3ecf-44fa-849f-cbcba6cbb1f7 req-d6eacd76-dc6c-47cf-b48b-3bfc44bfa415 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:26.576140 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7865c48d-3ecf-44fa-849f-cbcba6cbb1f7 req-d6eacd76-dc6c-47cf-b48b-3bfc44bfa415 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 943 time: 0.7466762 Feb 18 02:49:26.585743 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:26.590295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3a1d-7289-4eb0-823b-8405679bd290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:26.591448 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a6ae3a1d-7289-4eb0-823b-8405679bd290 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/894689f5-5c33-43a2-810b-6902ebedbdd8 HTTP/1.1" status: 204 len: 168 time: 1.3061154 Feb 18 02:49:26.593880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-525286da-0304-4d6a-aa30-fb9c6071ffe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:26.643305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:26.657232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:26.690000 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-525286da-0304-4d6a-aa30-fb9c6071ffe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:26.697856 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] 10.222.0.13 "DELETE /v2.0/networks/67956db5-3f13-4415-90cf-445fa09c804c HTTP/1.1" status: 204 len: 168 time: 2.0989666 Feb 18 02:49:26.698891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Pushing event deleted for resources: {'Network': ['ID=67956db5-3f13-4415-90cf-445fa09c804c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:26.706382 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7865c48d-3ecf-44fa-849f-cbcba6cbb1f7 req-80aef14c-f4b2-4ba3-bf23-7767e05d0649 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184242 Feb 18 02:49:26.706823 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:26.769050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-525286da-0304-4d6a-aa30-fb9c6071ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:26.773109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8d935606-9fe7-44ad-9c8d-2f8b6c356d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:26.787021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525286da-0304-4d6a-aa30-fb9c6071ffe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3887647-07b0-40e7-b36e-7e771ff7d1a8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:26.794178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-525286da-0304-4d6a-aa30-fb9c6071ffe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:26.795015 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-525286da-0304-4d6a-aa30-fb9c6071ffe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:26.796392 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-525286da-0304-4d6a-aa30-fb9c6071ffe5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3887647-07b0-40e7-b36e-7e771ff7d1a8 HTTP/1.1" status: 204 len: 168 time: 0.6459007 Feb 18 02:49:26.882469 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40600) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:26.937119 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1f3a9c25-fc4c-4aac-b991-167fdfb6efd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e50960a86d44bf48e5fe222ffc389d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532653 Feb 18 02:49:26.939981 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40604) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:27.018702 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-529e8b0d-e888-4c40-8158-357009a17bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:27.050573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-529e8b0d-e888-4c40-8158-357009a17bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:27.106719 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-529e8b0d-e888-4c40-8158-357009a17bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:27.112412 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-60d80002-b662-4105-b51e-2e876cf98700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:27.129315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e8b0d-e888-4c40-8158-357009a17bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925ce73e-b45c-406a-987a-1dcf6fde7bc2,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:27.132229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-529e8b0d-e888-4c40-8158-357009a17bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:27.141629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-529e8b0d-e888-4c40-8158-357009a17bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:27.145986 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-529e8b0d-e888-4c40-8158-357009a17bab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/925ce73e-b45c-406a-987a-1dcf6fde7bc2 HTTP/1.1" status: 204 len: 168 time: 0.2022250 Feb 18 02:49:27.418640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40630) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:27.445527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:27.463508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:27.485916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] Usage tracker for resource:security_group_rule and tenant:4319102a2fe74471bae94d705b6b3ab6 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:27.495038 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:27.513539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:27.690209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:27.695781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:27.707404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d187cd26-1ba9-4e9d-9ab9-9ed5cd9fb850 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:27.737084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec121a-d4bc-4f1a-b2f1-a9640a151080 req-47b323ab-6510-4b9e-ab5a-fb439b413f45 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:27.747946 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36ec121a-d4bc-4f1a-b2f1-a9640a151080 req-47b323ab-6510-4b9e-ab5a-fb439b413f45 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1493385 Feb 18 02:49:27.784768 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be347ab5-936e-4ceb-978d-e9df27c3fa94,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:27.794903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:27.842072 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3b8055e1-e1ee-484f-bbd9-e3cbfad26e28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4319102a2fe74471bae94d705b6b3ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222581 Feb 18 02:49:27.842884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40664) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:27.876115 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36ec121a-d4bc-4f1a-b2f1-a9640a151080 req-76a9e27c-3b5d-4138-b1f5-585454944c74 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170013 Feb 18 02:49:27.923040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2385a6bf-ecf3-4515-937b-b0a1058a7657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:27.930112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-365ce926-a381-4a07-8252-aee9ad17491e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84025) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 02:49:27.962094 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2385a6bf-ecf3-4515-937b-b0a1058a7657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:28.100038 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2385a6bf-ecf3-4515-937b-b0a1058a7657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:28.107281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:28.124624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385a6bf-ecf3-4515-937b-b0a1058a7657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be347ab5-936e-4ceb-978d-e9df27c3fa94,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:28.129870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2385a6bf-ecf3-4515-937b-b0a1058a7657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:28.138462 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d2496-0fea-4888-9c5d-47f52e549b06 req-3cd39a1c-176a-413b-bd12-03d534e70cd4 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:28.140374 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be1d2496-0fea-4888-9c5d-47f52e549b06 req-3cd39a1c-176a-413b-bd12-03d534e70cd4 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 943 time: 0.1447868 Feb 18 02:49:28.141767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2385a6bf-ecf3-4515-937b-b0a1058a7657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:28.146204 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-2385a6bf-ecf3-4515-937b-b0a1058a7657 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be347ab5-936e-4ceb-978d-e9df27c3fa94 HTTP/1.1" status: 204 len: 168 time: 0.3020241 Feb 18 02:49:28.201521 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be1d2496-0fea-4888-9c5d-47f52e549b06 req-4558e884-b715-46f2-a6de-60e0d4c0f12e tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523612 Feb 18 02:49:28.452120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40692) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:28.635192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 283beb11-a18e-441f-982a-d1507907379f up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:28.728145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 283beb11-a18e-441f-982a-d1507907379f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:28.738771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 283beb11-a18e-441f-982a-d1507907379f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:28.739640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:28.776173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40706) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:28.861795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:28.882003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:28.893913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2008595625-network', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:28.897770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] Usage tracker for resource:security_group_rule and tenant:2c92ca7edf7341b39f325eb7a76acdd1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:28.902487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:28.905752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:28.913996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:28.916316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:28.917608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Usage tracker for resource:network and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:28.923429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:28.934624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:28.963801 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 283beb11-a18e-441f-982a-d1507907379f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=283beb11-a18e-441f-982a-d1507907379f,segment=NetworkSegment(8d73b080-f011-4f52-a539-dc5a1e68c25c),segment_id=8d73b080-f011-4f52-a539-dc5a1e68c25c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:28.964955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Made reservation on behalf of f6aadae0dfb54a09aa4d0be839ace6a0 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:28.965603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283beb11-a18e-441f-982a-d1507907379f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:28.970498 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:28.972863 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:28.975305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-021985fa-a80a-4d92-9b3b-3b027925ec12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:28.996842 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.022404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:29.032649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Usage tracker for resource:security_group_rule and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:29.037413 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:29.038098 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283beb11-a18e-441f-982a-d1507907379f', 'code': 200} Feb 18 02:49:29.064557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:29.067834 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=283beb11-a18e-441f-982a-d1507907379f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:29.076639 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.077031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.077419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.077796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.078166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.078539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.079426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.080277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.081641 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.082566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.083095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.084013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.084584 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.085095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.086402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.086951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.087680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.088228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.088771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.089309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.089846 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.090403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.090942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.091678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:29.097242 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:29.233753 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.242348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.252063 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-faff783b-9e01-4ba1-a6aa-b37479a97223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:29.443480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d48b9f-2deb-4fa6-97b1-11e8a25d0549 req-83933ca8-03eb-458d-a74f-170da39c3b60 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:29.445659 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-15d48b9f-2deb-4fa6-97b1-11e8a25d0549 req-83933ca8-03eb-458d-a74f-170da39c3b60 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 945 time: 0.1100097 Feb 18 02:49:29.516678 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-15d48b9f-2deb-4fa6-97b1-11e8a25d0549 req-94dcb680-e1e2-4077-a174-2f2c304c1a9c tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619826 Feb 18 02:49:29.597520 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c92ca7edf7341b39f325eb7a76acdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1438782 Feb 18 02:49:29.600476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40738) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:29.602110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb37335-4a2e-4095-9d66-589785f295e1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:29.608015 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7e3cb212-a127-4761-ae87-9d37b7e6862f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:29.638345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538aeee-173c-4734-8560-5f39cc640529 req-6b8db818-b548-40dd-9b3d-fdca81ef8bcc tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:29.639388 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d538aeee-173c-4734-8560-5f39cc640529 req-6b8db818-b548-40dd-9b3d-fdca81ef8bcc tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.5159390 Feb 18 02:49:29.649314 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.679154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.684069 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3d34217-c0fc-4615-a793-de21fbb104c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.687537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-529e8b0d-e888-4c40-8158-357009a17bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:29.698040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 283beb11-a18e-441f-982a-d1507907379f up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:29.721953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3d34217-c0fc-4615-a793-de21fbb104c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.760687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cde3942-40cd-45b5-b9ec-11dda1885370,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:29.777852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:29.806182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3d34217-c0fc-4615-a793-de21fbb104c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.813047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 283beb11-a18e-441f-982a-d1507907379f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:29.813208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.813763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e3d8de06-f506-4cc9-8816-63bd1d5e9ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:29.821443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:49:29.828987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d34217-c0fc-4615-a793-de21fbb104c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb37335-4a2e-4095-9d66-589785f295e1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:29.831876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e70aa-f5d7-43ae-b811-79cf2a8a9b4d req-f777438e-cdfe-4ee9-bf07-961becabe53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:29.834812 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c3d34217-c0fc-4615-a793-de21fbb104c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:29.835113 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7c2e70aa-f5d7-43ae-b811-79cf2a8a9b4d req-f777438e-cdfe-4ee9-bf07-961becabe53d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 1162 time: 0.5632837 Feb 18 02:49:29.846314 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d538aeee-173c-4734-8560-5f39cc640529 req-152b3753-2902-45df-ba1a-ca0f5d796d59 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012742 Feb 18 02:49:29.858857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c3d34217-c0fc-4615-a793-de21fbb104c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.865724 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c3d34217-c0fc-4615-a793-de21fbb104c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdb37335-4a2e-4095-9d66-589785f295e1 HTTP/1.1" status: 204 len: 168 time: 0.2633970 Feb 18 02:49:29.873407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770353081886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.874063 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Added segment 2004e624-9d07-403e-8ec6-32d837130bae of type vxlan for network 899f9aa8-9045-402c-8b00-46c755c88f6d Feb 18 02:49:29.910347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.985646 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7c2e70aa-f5d7-43ae-b811-79cf2a8a9b4d req-4ccd09b7-9a54-44f4-8084-f0299ff84e9b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381156 Feb 18 02:49:29.995518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:29.999239 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:29.999923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.030333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:30.140099 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Pushing event updated for resources: {'Network': ['ID=899f9aa8-9045-402c-8b00-46c755c88f6d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:30.145352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:30.154052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 899f9aa8-9045-402c-8b00-46c755c88f6d details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:30.157878 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3777940 Feb 18 02:49:30.158309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40760) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:30.165281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Request body: {'subnet': {'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2008595625-subnet', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:30.174071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:30.181783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Usage tracker for resource:subnet and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:30.192025 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:30.204676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:30.218807 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Made reservation on behalf of f6aadae0dfb54a09aa4d0be839ace6a0 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:30.235076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848174410'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.262848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 899f9aa8-9045-402c-8b00-46c755c88f6d details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:30.370776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40766) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:30.405822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.447757 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:30.452691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Usage tracker for resource:security_group_rule and tenant:4970f53899084862a95af9fb3f6510cc is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:30.458076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:30.470491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:30.617460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.623804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.663004 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:30.674796 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4970f53899084862a95af9fb3f6510cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002701 Feb 18 02:49:30.677210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40778) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:30.733843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d63c5a-0afe-4ca5-a278-108fef275679,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:30.745446 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:30.777475 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729f9a9-1386-4403-89a7-1b8581b7a6bb req-804b16a9-b70a-4259-ac0d-887782cfbc71 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:30.779043 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8729f9a9-1386-4403-89a7-1b8581b7a6bb req-804b16a9-b70a-4259-ac0d-887782cfbc71 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 945 time: 0.1244829 Feb 18 02:49:30.794180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9907cc18-bc71-4925-92ee-3809e8906465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.825036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9907cc18-bc71-4925-92ee-3809e8906465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.871234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9907cc18-bc71-4925-92ee-3809e8906465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.876525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:30.884742 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8729f9a9-1386-4403-89a7-1b8581b7a6bb req-e7bb90ec-cd70-4ec6-afb2-c7b836ffa2a7 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980859 Feb 18 02:49:30.885635 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847489773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848174459'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.891031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907cc18-bc71-4925-92ee-3809e8906465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d63c5a-0afe-4ca5-a278-108fef275679,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:30.894363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9907cc18-bc71-4925-92ee-3809e8906465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:30.896726 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9907cc18-bc71-4925-92ee-3809e8906465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:30.897964 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9907cc18-bc71-4925-92ee-3809e8906465 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1d63c5a-0afe-4ca5-a278-108fef275679 HTTP/1.1" status: 204 len: 168 time: 0.2172391 Feb 18 02:49:30.902011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:31.102051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fba6e2a-b9df-403b-92e9-a71d338182c9,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:31.112738 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:49:31.112890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:31.172894 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a760e-313f-4914-8542-cae91df983dd req-50bb85be-cf0e-4194-9cba-29b7bf4cfdca tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:31.174561 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-009a760e-313f-4914-8542-cae91df983dd req-50bb85be-cf0e-4194-9cba-29b7bf4cfdca tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1631544 Feb 18 02:49:31.226078 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Checking segment: {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:31.227050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Network hostable DHCP agents. Network: 899f9aa8-9045-402c-8b00-46c755c88f6d, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:49:31.247316 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-009a760e-313f-4914-8542-cae91df983dd req-cff9fa23-a41b-4b09-b01b-b13c9ac1b64b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622928 Feb 18 02:49:31.256311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Network 899f9aa8-9045-402c-8b00-46c755c88f6d is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:49:31.265358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 899f9aa8-9045-402c-8b00-46c755c88f6d) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:31.277334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cc9f2a-5657-4e3d-aef5-83cd4212923c None None] Network 899f9aa8-9045-402c-8b00-46c755c88f6d requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:49:31.284643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:31.285419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:31.307224 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1477458 Feb 18 02:49:31.310062 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40794) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:31.315849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:31.320802 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:31.325116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Usage tracker for resource:router and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:31.328238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:31.334011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:31.349038 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854407948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747879'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:31.350306 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854399485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27921'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:31.366757 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:31.524202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8984246-664d-52f7-bcc5-16e507d513f0-899f9aa8-9045-402c-8b00-46c755c88f6d', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9'}]}} from dv-cinder-763306-10-smb. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 02:49:31.525747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:31.670276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854399350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27904'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:31.908256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Allocated IP 172.20.0.2 (899f9aa8-9045-402c-8b00-46c755c88f6d/7fba6e2a-b9df-403b-92e9-a71d338182c9/377fb527-83f0-45fb-a725-4f71ac87525f) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:49:32.176167 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:32.188243 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Transition to ACTIVE for port object 377fb527-83f0-45fb-a725-4f71ac87525f will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:32.206293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:32.207104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Transition to ACTIVE for port object 377fb527-83f0-45fb-a725-4f71ac87525f will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:32.216355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:32.240385 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:32.399384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4d1c8-11b6-4b13-a9de-f07258f00250 req-22e888e1-1880-4018-8556-5b5f25051d38 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:32.401770 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2bc4d1c8-11b6-4b13-a9de-f07258f00250 req-22e888e1-1880-4018-8556-5b5f25051d38 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 945 time: 0.2235792 Feb 18 02:49:32.403164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:32.465777 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2bc4d1c8-11b6-4b13-a9de-f07258f00250 req-6ff1c9a8-eb47-4a7f-b756-cb6c5894068d tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577040 Feb 18 02:49:32.499370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Pushing event updated for resources: {'Port': ['ID=377fb527-83f0-45fb-a725-4f71ac87525f,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:32.504158 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:32.506134 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Network 899f9aa8-9045-402c-8b00-46c755c88f6d is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:32.507369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:32.510088 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:49:32.574018 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Attempting to bind port 377fb527-83f0-45fb-a725-4f71ac87525f on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:49:32.574434 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Attempting to bind port 377fb527-83f0-45fb-a725-4f71ac87525f by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:49:32.574849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Attempting to bind port 377fb527-83f0-45fb-a725-4f71ac87525f on network 899f9aa8-9045-402c-8b00-46c755c88f6d {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:49:32.580586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:49:32.581012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Checking segment: {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:32.581857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:32.581857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Bound using segment: {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:49:32.582370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Bound port: 377fb527-83f0-45fb-a725-4f71ac87525f, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:49:32.582788 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:32.618787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c951daa-b805-4494-87c5-dce894f5739a req-1dd20d1f-8804-493b-8915-c32784d079c2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:32.620776 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c951daa-b805-4494-87c5-dce894f5739a req-1dd20d1f-8804-493b-8915-c32784d079c2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1272087 Feb 18 02:49:32.697249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] For port 377fb527-83f0-45fb-a725-4f71ac87525f, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:49:32.700890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] For port 377fb527-83f0-45fb-a725-4f71ac87525f, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=377fb527-83f0-45fb-a725-4f71ac87525f,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:49:32.706517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:32.736988 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c951daa-b805-4494-87c5-dce894f5739a req-4eb53c0d-6c3e-4d3c-b9a5-c59e14655aea tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094451 Feb 18 02:49:32.790527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Allocated IP 172.28.1.168 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/cc950d21-684b-4805-b033-9bdabd8c5ac6) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:49:32.798674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:32.915852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Pushing event updated for resources: {'Port': ['ID=377fb527-83f0-45fb-a725-4f71ac87525f,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:32.919417 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:33.011154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:33.048987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:33.159706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:33.261940 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Pushing event updated for resources: {'Port': ['ID=cc950d21-684b-4805-b033-9bdabd8c5ac6,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:33.267645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:33.287726 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:33.289711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:33.307617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:49:34.124629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:34.214697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0509e53-9ce6-4e4e-98da-7555b3bc63c7 req-0f6b0aaf-562a-493c-ac91-435b21cab504 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:34.217028 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b0509e53-9ce6-4e4e-98da-7555b3bc63c7 req-0f6b0aaf-562a-493c-ac91-435b21cab504 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.3009911 Feb 18 02:49:34.365964 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b0509e53-9ce6-4e4e-98da-7555b3bc63c7 req-d9c9899c-d369-42fb-ae37-96b40de1b4c6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359818 Feb 18 02:49:34.527557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f6099-16b8-4d8c-b529-5a26dbc70fa9 None None] Network 899f9aa8-9045-402c-8b00-46c755c88f6d requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:49:34.605910 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854399259'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:34.634430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 377fb527-83f0-45fb-a725-4f71ac87525f up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:34.852848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f is scheduled to L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 02:49:34.961565 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 377fb527-83f0-45fb-a725-4f71ac87525f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:34.968561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2b7087b-e23e-4caa-8543-d8c1008812df None None] Provisioning for port 377fb527-83f0-45fb-a725-4f71ac87525f completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:34.975936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 377fb527-83f0-45fb-a725-4f71ac87525f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:34.976926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:35.051958 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f2b7087b-e23e-4caa-8543-d8c1008812df None None] Provisioning complete for port 377fb527-83f0-45fb-a725-4f71ac87525f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:35.052465 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2b7087b-e23e-4caa-8543-d8c1008812df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:35.110763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:49:35.121824 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Sync routers for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:49:35.136033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:49:35.136559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:35.140031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:35.141933 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 40922) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:35.152135 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8408470 Feb 18 02:49:35.367202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:35.418757 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2b7087b-e23e-4caa-8543-d8c1008812df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:35.446686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 377fb527-83f0-45fb-a725-4f71ac87525f, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=377fb527-83f0-45fb-a725-4f71ac87525f,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:35.462013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:35.470632 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4a7f73d6-0627-48f5-964b-14ad9b7baba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:35.523027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:49:35.791672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-f2b7087b-e23e-4caa-8543-d8c1008812df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:49:35.791672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [None req-f2b7087b-e23e-4caa-8543-d8c1008812df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:49:35.801634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a80a61-2ec7-4f51-909b-5cf244fc3e7f req-21081a59-34fd-438f-b258-42ec997c5cdc tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:35.803730 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=377fb527-83f0-45fb-a725-4f71ac87525f,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:35.809264 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-89a80a61-2ec7-4f51-909b-5cf244fc3e7f req-21081a59-34fd-438f-b258-42ec997c5cdc tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2519462 Feb 18 02:49:35.816343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:35.899001 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-89a80a61-2ec7-4f51-909b-5cf244fc3e7f req-556fc47a-052f-4449-9961-e774fa050dd1 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730281 Feb 18 02:49:36.269864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:36.395188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:33Z', 'revision_number': 3, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:36.399924 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Checking router: 054d8a9c-c46b-4e89-826e-7ad3924e6c5f for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:49:36.400504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Updating router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f port cc950d21-684b-4805-b033-9bdabd8c5ac6 binding host dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:49:36.464310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:36.558679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-41ded610-a4f3-42db-9ea0-5bbb97c3c4f0 None None] Provisioning complete for port 377fb527-83f0-45fb-a725-4f71ac87525f triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:36.560236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41ded610-a4f3-42db-9ea0-5bbb97c3c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:36.610743 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 377fb527-83f0-45fb-a725-4f71ac87525f up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:36.744558 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Allocated IP 172.20.0.1 (899f9aa8-9045-402c-8b00-46c755c88f6d/7fba6e2a-b9df-403b-92e9-a71d338182c9/05a1fa8f-e33b-4501-a4de-848d392bfb74) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:49:36.841010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 377fb527-83f0-45fb-a725-4f71ac87525f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:36.841430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.005460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.034987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Transition to ACTIVE for port object cc950d21-684b-4805-b033-9bdabd8c5ac6 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:37.039763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.054109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.076281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Transition to ACTIVE for port object 05a1fa8f-e33b-4501-a4de-848d392bfb74 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:37.076510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5561770a-1c16-4002-8319-a4fd4b35d4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:37.115442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.282638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:37.290705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Pushing event updated for resources: {'Port': ['ID=cc950d21-684b-4805-b033-9bdabd8c5ac6,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:37.316252 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.324072 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.324458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.324835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.325200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.325563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.325919 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.326277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.326636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.326994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.327348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.327727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.331142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.331563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.331985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.332295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.332663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.333031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.335515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.335889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.336265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.336629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.337001 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.337358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:49:37.365781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:37.381294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 40992) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:37.391532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=05a1fa8f-e33b-4501-a4de-848d392bfb74,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:37.405510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c7808-b927-4b50-8d49-ac529c733d8c req-768a4cb5-d10f-4914-acb8-b45f9ea18083 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:37.406240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:37.407290 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-452c7808-b927-4b50-8d49-ac529c733d8c req-768a4cb5-d10f-4914-acb8-b45f9ea18083 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2360339 Feb 18 02:49:37.420103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Network 899f9aa8-9045-402c-8b00-46c755c88f6d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:37.421607 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:37.425180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:49:37.425871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370910'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.535202 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-452c7808-b927-4b50-8d49-ac529c733d8c req-40856726-484d-4d01-b0b5-c890af3c12a8 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156080 Feb 18 02:49:37.535381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Attempting to bind port cc950d21-684b-4805-b033-9bdabd8c5ac6 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:49:37.535816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Attempting to bind port cc950d21-684b-4805-b033-9bdabd8c5ac6 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:49:37.537290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Attempting to bind port cc950d21-684b-4805-b033-9bdabd8c5ac6 on network 6fd03acf-077a-4992-b52f-35408fdf411b {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:49:37.552186 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:49:37.552649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Checking segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:37.553027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.553465 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Bound using segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:49:37.553997 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Bound port: cc950d21-684b-4805-b033-9bdabd8c5ac6, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:49:37.554958 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.609373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.759292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.815716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:37.820011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Usage tracker for resource:security_group_rule and tenant:6b160e743e4e4a5e9a8110e5b4a8a625 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:37.824678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:37.829492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] For port cc950d21-684b-4805-b033-9bdabd8c5ac6, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:49:37.836515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:37.839980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] For port cc950d21-684b-4805-b033-9bdabd8c5ac6, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=cc950d21-684b-4805-b033-9bdabd8c5ac6,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:49:37.850046 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.869855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a5a51d91-6ed3-46bf-ab27-64261e2a55fa None None] Provisioning for port 05a1fa8f-e33b-4501-a4de-848d392bfb74 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:37.880689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a5a51d91-6ed3-46bf-ab27-64261e2a55fa None None] Provisioning complete for port 05a1fa8f-e33b-4501-a4de-848d392bfb74 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:37.881383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a5a51d91-6ed3-46bf-ab27-64261e2a55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:37.894814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:37.963070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41012) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:38.009775 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-a5a51d91-6ed3-46bf-ab27-64261e2a55fa None None] Port 05a1fa8f-e33b-4501-a4de-848d392bfb74 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:49:38.048340 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.063359 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.066566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-475d6d3c-dbcf-4185-afaa-2c72d671bb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:38.109824 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a6c02b-7c94-4b5b-bd12-ced78606b429,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:38.115082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:38.137698 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b160e743e4e4a5e9a8110e5b4a8a625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7267394 Feb 18 02:49:38.138259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41018) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:38.185631 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.190812 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.192188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854404996'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.216040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Pushing event updated for resources: {'Port': ['ID=cc950d21-684b-4805-b033-9bdabd8c5ac6,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:38.223234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:38.248669 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.275928 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:38.286060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:49:38.287491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:38.295916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d553d1dd-8492-4069-bab5-0997d9141f22 tempest-DeleteServersTestJSON-310692492 tempest-DeleteServersTestJSON-310692492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:38.299682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67730b4f-336e-4e8f-b88f-37a3c70cfb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.330724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67730b4f-336e-4e8f-b88f-37a3c70cfb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.342712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:e2736fd851b948d5897e9d3355cddf01 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:38.400460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:38.412681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:38.421659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Network 899f9aa8-9045-402c-8b00-46c755c88f6d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:38.422767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=05a1fa8f-e33b-4501-a4de-848d392bfb74,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:38.425587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:38.439090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:38.529591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67730b4f-336e-4e8f-b88f-37a3c70cfb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.529877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:49:38.539500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-94044b4a-568d-4ad7-b960-36df200d7e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:38.554985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67730b4f-336e-4e8f-b88f-37a3c70cfb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a6c02b-7c94-4b5b-bd12-ced78606b429,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:38.561125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-67730b4f-336e-4e8f-b88f-37a3c70cfb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:38.613160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-67730b4f-336e-4e8f-b88f-37a3c70cfb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.619457 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-67730b4f-336e-4e8f-b88f-37a3c70cfb3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04a6c02b-7c94-4b5b-bd12-ced78606b429 HTTP/1.1" status: 204 len: 168 time: 0.4800816 Feb 18 02:49:38.644714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb41f0-553c-4baa-b5cf-a82837ed1cc7 req-30801307-f468-4718-9060-7cfd6bb15e41 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:38.653998 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6cbb41f0-553c-4baa-b5cf-a82837ed1cc7 req-30801307-f468-4718-9060-7cfd6bb15e41 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 945 time: 0.3064046 Feb 18 02:49:38.678825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.686373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.701996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:38.770668 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6cbb41f0-553c-4baa-b5cf-a82837ed1cc7 req-60bd3d68-18ae-4891-8635-ce74e9fbf6bf tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154861 Feb 18 02:49:38.792503 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2736fd851b948d5897e9d3355cddf01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8284786 Feb 18 02:49:38.793776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f018484-a67e-42dc-960b-8d3a821dc176,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:38.797402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41032) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:38.800681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:38.844647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2e38cfcf-ecca-40a1-9f53-40b34f7c6a6f None None] Provisioning complete for port 05a1fa8f-e33b-4501-a4de-848d392bfb74 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:38.845060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2e38cfcf-ecca-40a1-9f53-40b34f7c6a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.925692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4e93a6e-9b66-4abe-b9fc-5f2ee5bfa216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:38.938389 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2e38cfcf-ecca-40a1-9f53-40b34f7c6a6f None None] Port 05a1fa8f-e33b-4501-a4de-848d392bfb74 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:49:38.965665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4e93a6e-9b66-4abe-b9fc-5f2ee5bfa216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:39.018108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4e93a6e-9b66-4abe-b9fc-5f2ee5bfa216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:39.025585 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab7d0c45-6b4d-4302-922c-f10b04fea8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:39.043255 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e93a6e-9b66-4abe-b9fc-5f2ee5bfa216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f018484-a67e-42dc-960b-8d3a821dc176,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:39.048372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a4e93a6e-9b66-4abe-b9fc-5f2ee5bfa216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:39.049348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4e93a6e-9b66-4abe-b9fc-5f2ee5bfa216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:39.050618 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a4e93a6e-9b66-4abe-b9fc-5f2ee5bfa216 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f018484-a67e-42dc-960b-8d3a821dc176 HTTP/1.1" status: 204 len: 168 time: 0.2519934 Feb 18 02:49:39.103169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 2, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:39.114691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f38cb0-f936-42f5-862d-0232e77596d9 None None] The sync data for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb is: [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 2, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:49:39.149305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:49:39.313972 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1479017-9bd1-4153-88cd-97ead96fec39 req-e2c865e1-3c2f-4c33-9df5-65466c296da2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:39.315836 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f1479017-9bd1-4153-88cd-97ead96fec39 req-e2c865e1-3c2f-4c33-9df5-65466c296da2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.3002234 Feb 18 02:49:39.458704 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f1479017-9bd1-4153-88cd-97ead96fec39 req-28501c21-4df8-4778-88d2-d1eb94f2e395 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351223 Feb 18 02:49:39.469795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:49:39.481001 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] 10.222.0.13 "PUT /v2.0/routers/054d8a9c-c46b-4e89-826e-7ad3924e6c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3373673 Feb 18 02:49:39.675527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41064) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:39.698253 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:39.732056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:39.746123 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Usage tracker for resource:security_group_rule and tenant:33520e35b35c4e17b38ae5752b165bad is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:39.749689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:39.755969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:39.934362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:39.984901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.000187 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-455bcc88-3eae-4747-9ec7-05230ff15ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:40.076610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41078) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:40.077113 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a47294-ae7c-4871-8825-12920aa9a7bf,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:40.087749 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33520e35b35c4e17b38ae5752b165bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070396 Feb 18 02:49:40.089711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41084) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:40.094004 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:40.122130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4099994-f870-4b6b-b6de-db2c8af7a305 req-f8bcb19d-70ea-4288-b9de-136dd1f9f366 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:40.123919 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a4099994-f870-4b6b-b6de-db2c8af7a305 req-f8bcb19d-70ea-4288-b9de-136dd1f9f366 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 945 time: 0.1870046 Feb 18 02:49:40.208013 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a4099994-f870-4b6b-b6de-db2c8af7a305 req-78aa71f0-5f83-40de-bd46-c69f3dfaea92 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761938 Feb 18 02:49:40.217525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9d042f9-ee63-4d2f-b4aa-27ec414188d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.254439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9d042f9-ee63-4d2f-b4aa-27ec414188d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.327308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2087593548-network', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:40.332459 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9d042f9-ee63-4d2f-b4aa-27ec414188d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.339852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:40.342648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1edb686d-4bdf-4135-950d-5833e0ceee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:40.362487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d042f9-ee63-4d2f-b4aa-27ec414188d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a47294-ae7c-4871-8825-12920aa9a7bf,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:40.362487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c9d042f9-ee63-4d2f-b4aa-27ec414188d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.364505 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c9d042f9-ee63-4d2f-b4aa-27ec414188d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3a47294-ae7c-4871-8825-12920aa9a7bf HTTP/1.1" status: 204 len: 168 time: 0.2711558 Feb 18 02:49:40.367277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Usage tracker for resource:network and tenant:00130025e7cc46389197fbd0023e9aa1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:40.370859 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c9d042f9-ee63-4d2f-b4aa-27ec414188d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:40.371846 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:40.378156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:40.395509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Made reservation on behalf of 00130025e7cc46389197fbd0023e9aa1 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:40.399036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.426431 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.444101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:40.454496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Usage tracker for resource:security_group_rule and tenant:00130025e7cc46389197fbd0023e9aa1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:40.460909 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:40.471899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:40.613094 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.624414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.631070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a3fa4f35-269a-420c-9b6f-442a94fe50dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:40.688346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device cc950d21-684b-4805-b033-9bdabd8c5ac6 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:40.712328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9492e8-46a3-42df-a902-362be9e40ef7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:40.715276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:49:40.719427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:40.744172 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770353081886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.746080 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Added segment 187e1b71-12ed-438b-8afa-7906dd39d021 of type vxlan for network 9ee660d6-fd0c-472e-882a-a677309d43c4 Feb 18 02:49:40.773821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41102) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:40.780004 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205899871', 'description': 'tempest-description--1891787397'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:40.792670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:40.800023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:security_group and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:40.805835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:40.819993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.821321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:40.900493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port cc950d21-684b-4805-b033-9bdabd8c5ac6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:40.910296 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port cc950d21-684b-4805-b033-9bdabd8c5ac6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:40.910967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:40.934739 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.001235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:41.011147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:security_group_rule and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:41.018517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:41.041943 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.043960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:41.051353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:41.052292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.072946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-48d2b6dc-deda-46b4-8f66-0afa2a619673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:41.110311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c42dd6-4ce2-433c-9002-ee9d283596c1 req-13a5657c-0da1-4458-b030-5e6e960920ca tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:41.111972 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d2c42dd6-4ce2-433c-9002-ee9d283596c1 req-13a5657c-0da1-4458-b030-5e6e960920ca tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2742622 Feb 18 02:49:41.164892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.178476 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d2c42dd6-4ce2-433c-9002-ee9d283596c1 req-5c1f0002-d9e3-4147-9237-b3b9665746de tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554190 Feb 18 02:49:41.199833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port cc950d21-684b-4805-b033-9bdabd8c5ac6, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=cc950d21-684b-4805-b033-9bdabd8c5ac6,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:41.213264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.215231 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b2352bd5-5c87-46dc-a8cb-b1e8a7a70c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:41.229768 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.237279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.247172 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-73883064-4b29-4472-ac97-540669a62d24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:41.297166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Pushing event updated for resources: {'Network': ['ID=9ee660d6-fd0c-472e-882a-a677309d43c4,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:41.326795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:41.329021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=cc950d21-684b-4805-b033-9bdabd8c5ac6,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:41.333823 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:41.360888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965a8950-4f37-4d27-8452-41c22a3635cf,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:41.383360 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41120) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:41.383772 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3010552 Feb 18 02:49:41.388002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:41.397367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Request body: {'subnet': {'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2087593548-subnet', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:41.412840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.414406 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6395137 Feb 18 02:49:41.417065 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-333b91af-a606-4ca6-83fe-518e1f6cfc4b tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:41.418702 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-333b91af-a606-4ca6-83fe-518e1f6cfc4b tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.52 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 945 time: 0.5196309 Feb 18 02:49:41.419285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41124) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:41.421671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:41.427993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Usage tracker for resource:subnet and tenant:00130025e7cc46389197fbd0023e9aa1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:41.434289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:41.440854 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:41.441457 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'security_group_rule': {'security_group_id': '965a8950-4f37-4d27-8452-41c22a3635cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:41.448204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:41.455573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:security_group_rule and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:41.459777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Made reservation on behalf of 00130025e7cc46389197fbd0023e9aa1 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:41.465657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848174410'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.487626 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:41.608614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Deleting port 283beb11-a18e-441f-982a-d1507907379f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:49:41.608614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.636422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:41.652745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:41.699272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 283beb11-a18e-441f-982a-d1507907379f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:49:41.735614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:41.906386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:41.957407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e898c5-2327-4238-89c5-39c9aae3241a req-6f019d95-c5b7-45de-a248-7c9be727b9cf tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:41.966569 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-34e898c5-2327-4238-89c5-39c9aae3241a req-6f019d95-c5b7-45de-a248-7c9be727b9cf tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 945 time: 0.3151541 Feb 18 02:49:42.081761 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.149284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283beb11-a18e-441f-982a-d1507907379f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:42.169150 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 283beb11-a18e-441f-982a-d1507907379f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=283beb11-a18e-441f-982a-d1507907379f,segment=NetworkSegment(8d73b080-f011-4f52-a539-dc5a1e68c25c),segment_id=8d73b080-f011-4f52-a539-dc5a1e68c25c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:42.177609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.183345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a1aeb5eb-d5a3-4372-b359-0fa1379c3379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:42.234646 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-34e898c5-2327-4238-89c5-39c9aae3241a req-498120d8-cd36-48c3-9862-a6dc66d31a38 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671144 Feb 18 02:49:42.308010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=283beb11-a18e-441f-982a-d1507907379f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:42.324659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:42.335387 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283beb11-a18e-441f-982a-d1507907379f', 'code': 200} Feb 18 02:49:42.367617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.387345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847489773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848174459'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.389126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] For port 283beb11-a18e-441f-982a-d1507907379f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=283beb11-a18e-441f-982a-d1507907379f,segment=NetworkSegment(8d73b080-f011-4f52-a539-dc5a1e68c25c),segment_id=8d73b080-f011-4f52-a539-dc5a1e68c25c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:42.389746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.404569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5fad03c1-29ff-470b-aee3-44ba976a9c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:42.433644 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-771be5e7-9f4b-4372-936b-5f525aeefbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.488723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.563388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:42.583677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Calling delete_port for 283beb11-a18e-441f-982a-d1507907379f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:49:42.599495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device cc950d21-684b-4805-b033-9bdabd8c5ac6 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:42.621504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Pushing event updated for resources: {'Subnet': ['ID=807611ee-3512-40bb-b8ba-ae2665f3c0af,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:42.632112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:42.638551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bea5b3-349b-457d-b24f-11f6d7758c39 req-3b23a346-8d4c-4d74-b2d2-8267710800cb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:42.640206 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e7bea5b3-349b-457d-b24f-11f6d7758c39 req-3b23a346-8d4c-4d74-b2d2-8267710800cb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1558456 Feb 18 02:49:42.715488 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be675281-8e7a-4105-8519-378fff36e183,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:42.718466 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port cc950d21-684b-4805-b033-9bdabd8c5ac6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:42.718925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.751313 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:42.752172 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.753479 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3168197 Feb 18 02:49:42.765069 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41160) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:42.784719 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e7bea5b3-349b-457d-b24f-11f6d7758c39 req-bb3ccbf3-0aa5-419c-a645-0a0cdc0d1936 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211658 Feb 18 02:49:42.796968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'security_group_rule': {'security_group_id': '965a8950-4f37-4d27-8452-41c22a3635cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:42.823762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:42.831024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:security_group_rule and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:42.842240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Checking segment: {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:42.842810 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Network hostable DHCP agents. Network: 9ee660d6-fd0c-472e-882a-a677309d43c4, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:49:42.857157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:42.865272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:42.869154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:49:42.877932 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:49:42.878462 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:49:42.880616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 9ee660d6-fd0c-472e-882a-a677309d43c4) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:42.891197 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.897637 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:42.899181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.912619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d1cf4-2250-4af2-a83f-70d008c0784b None None] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:49:42.925843 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5364382 Feb 18 02:49:42.928764 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41166) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:42.935150 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:42.940400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:42.946002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Usage tracker for resource:router and tenant:00130025e7cc46389197fbd0023e9aa1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:42.949810 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:42.956886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:42.970634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854407948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747879'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.973065 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854399485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27921'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.975310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.979213 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:42.987165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:43.009216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfdb42b-1423-46f6-9e0e-474ddfc7ee94,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:43.010157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:43.021689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:43.036286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:43.039509 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-88e5a824-a8a4-4edb-ae0a-0e0022d5f870 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2718835 Feb 18 02:49:43.041512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41174) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:43.053126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'floatingip': {'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:43.059234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:43.063923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:floatingip and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:43.067370 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:43.075414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:43.088931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:43.220808 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8984246-664d-52f7-bcc5-16e507d513f0-9ee660d6-fd0c-472e-882a-a677309d43c4', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af'}]}} from dv-cinder-763306-10-smb. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 02:49:43.222068 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:43.284817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Sync routers for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:49:43.368348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:43.381036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Deleting port 283beb11-a18e-441f-982a-d1507907379f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:49:43.381663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:43.409445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854399350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27904'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:43.645684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:49:43.646385 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:43.904311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:49:44.142956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:44.198405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619bfe-c713-48d9-bd8f-61b055f689ae req-17fa7b85-0914-4fc5-a256-4277c3abc9bb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:44.200183 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-95619bfe-c713-48d9-bd8f-61b055f689ae req-17fa7b85-0914-4fc5-a256-4277c3abc9bb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1997097 Feb 18 02:49:44.201808 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:44.338284 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-95619bfe-c713-48d9-bd8f-61b055f689ae req-c1fabf48-8be0-45b5-b2ec-84d919f2f90a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261296 Feb 18 02:49:44.421140 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 2, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:44.432155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Checking router: 054d8a9c-c46b-4e89-826e-7ad3924e6c5f for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:49:44.432561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Updating router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f port 05a1fa8f-e33b-4501-a4de-848d392bfb74 binding host dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:49:44.465559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df279-b757-4c97-a1c4-3e8781d9e864 req-4836c0ce-259c-4802-a9c1-bedeefa1a7c6 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:44.466355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0d4df279-b757-4c97-a1c4-3e8781d9e864 req-4836c0ce-259c-4802-a9c1-bedeefa1a7c6 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Synchronizing usage tracker for tenant:88aa37b3cb454a9f9568989c9591557c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:44.526261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:44.535100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-0d4df279-b757-4c97-a1c4-3e8781d9e864 req-4836c0ce-259c-4802-a9c1-bedeefa1a7c6 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Unset dirty status for tenant:88aa37b3cb454a9f9568989c9591557c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:44.539868 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d4df279-b757-4c97-a1c4-3e8781d9e864 req-4836c0ce-259c-4802-a9c1-bedeefa1a7c6 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 943 time: 1.0294502 Feb 18 02:49:44.545769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Allocated IP 172.28.1.92 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/e4dba4c4-2ced-49cf-8af9-3649f7726269) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:49:44.583557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] For port 283beb11-a18e-441f-982a-d1507907379f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=283beb11-a18e-441f-982a-d1507907379f,segment=NetworkSegment(8d73b080-f011-4f52-a539-dc5a1e68c25c),segment_id=8d73b080-f011-4f52-a539-dc5a1e68c25c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:44.583930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:44.713057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:44.721721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Allocated IP 172.20.0.2 (9ee660d6-fd0c-472e-882a-a677309d43c4/807611ee-3512-40bb-b8ba-ae2665f3c0af/17eaeb98-7143-4565-84c3-1fef1f74cddc) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:49:44.738281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Calling delete_port for 283beb11-a18e-441f-982a-d1507907379f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:49:44.757020 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:44.775500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:44.820805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b122b69a-8797-4d8e-9f6d-336f23bb075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:44.821963 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d4df279-b757-4c97-a1c4-3e8781d9e864 req-d85c7462-75ea-4c66-9f8c-71605fde2e16 tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/security-groups?id=40359501-3307-4f66-a5eb-e5d448ad7f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678211 Feb 18 02:49:44.891497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Allocated IP 172.28.1.196 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/985f09d8-d9a7-4516-bee5-d114275012fc) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:49:44.925107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dba4c4-2ced-49cf-8af9-3649f7726269,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:44.928499 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:45.022155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:45.023608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:45.026290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:49:45.119401 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:45.149321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:45.227514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:45.241532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Transition to ACTIVE for port object 05a1fa8f-e33b-4501-a4de-848d392bfb74 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:45.295517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Pushing event deleted for resources: {'Port': ['ID=283beb11-a18e-441f-982a-d1507907379f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:45.344693 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:45.434267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:45.447347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Transition to ACTIVE for port object 17eaeb98-7143-4565-84c3-1fef1f74cddc will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:45.465300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:45.469125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Transition to ACTIVE for port object 17eaeb98-7143-4565-84c3-1fef1f74cddc will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:45.473115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:45.504698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:45.596624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:45.597286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] No DVR routers for this DVR port 283beb11-a18e-441f-982a-d1507907379f on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:49:45.602609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:45.605460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'name': 'network-vif-deleted', 'tag': '283beb11-a18e-441f-982a-d1507907379f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:45.622653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:45.644968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:45.809878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ecb56-8ff7-4f5e-8e0b-3060421e7e93 None None] Pushing event updated for resources: {'Port': ['ID=05a1fa8f-e33b-4501-a4de-848d392bfb74,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:45.831188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0d4ecb56-8ff7-4f5e-8e0b-3060421e7e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:45.832305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:45.872657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc15704-a0d9-40c8-b79f-f99eb6bb3458 req-da0aa8c4-5d62-474a-ab64-284b98490b4b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:45.874490 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ddc15704-a0d9-40c8-b79f-f99eb6bb3458 req-da0aa8c4-5d62-474a-ab64-284b98490b4b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2286148 Feb 18 02:49:45.887324 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9f1cb39f-b3f1-4736-ad2c-b0071d426934 req-7a67ae40-fa1b-4ee6-8c0f-27ce4c212ccb tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.52 "DELETE /v2.0/ports/283beb11-a18e-441f-982a-d1507907379f HTTP/1.1" status: 204 len: 173 time: 4.4334028 Feb 18 02:49:45.888209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'Port': ['ID=985f09d8-d9a7-4516-bee5-d114275012fc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:45.902507 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972712f7-d0a7-4dbd-957d-adacf7d7cc3b', 'name': 'network-vif-deleted', 'tag': '283beb11-a18e-441f-982a-d1507907379f', 'status': 'completed', 'code': 200} Feb 18 02:49:45.912393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:45.988593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:45.990688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:45.994216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:49:46.004168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.038830 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ddc15704-a0d9-40c8-b79f-f99eb6bb3458 req-0691140b-e1d1-4a56-9b21-352a175f1df5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780089 Feb 18 02:49:46.041727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.052782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.133711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Pushing event updated for resources: {'Port': ['ID=17eaeb98-7143-4565-84c3-1fef1f74cddc,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:46.141998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:46.212264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.273594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:46.278833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:46.282728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:49:46.446283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Attempting to bind port 05a1fa8f-e33b-4501-a4de-848d392bfb74 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:49:46.452623 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Attempting to bind port 05a1fa8f-e33b-4501-a4de-848d392bfb74 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:49:46.453348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Attempting to bind port 05a1fa8f-e33b-4501-a4de-848d392bfb74 on network 899f9aa8-9045-402c-8b00-46c755c88f6d {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:49:46.493328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:49:46.493961 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Checking segment: {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:46.494728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.495363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Bound using segment: {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:49:46.495943 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Bound port: 05a1fa8f-e33b-4501-a4de-848d392bfb74, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:49:46.496372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.615741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Attempting to bind port 17eaeb98-7143-4565-84c3-1fef1f74cddc on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:49:46.616181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Attempting to bind port 17eaeb98-7143-4565-84c3-1fef1f74cddc by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:49:46.617165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Attempting to bind port 17eaeb98-7143-4565-84c3-1fef1f74cddc on network 9ee660d6-fd0c-472e-882a-a677309d43c4 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:49:46.623110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854399259'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.631888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.657797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:49:46.658228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Checking segment: {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:46.658681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.659132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Bound using segment: {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:49:46.659983 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Bound port: 17eaeb98-7143-4565-84c3-1fef1f74cddc, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:49:46.660416 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.681329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ba934fa4-e1f4-4fc8-a573-288ca3702060 req-d5fc322f-d151-47c1-b391-cfcf05642a4b tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Synchronizing usage tracker for tenant:88aa37b3cb454a9f9568989c9591557c on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:46.744060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ba934fa4-e1f4-4fc8-a573-288ca3702060 req-d5fc322f-d151-47c1-b391-cfcf05642a4b tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Unset dirty status for tenant:88aa37b3cb454a9f9568989c9591557c on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:46.745787 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ba934fa4-e1f4-4fc8-a573-288ca3702060 req-d5fc322f-d151-47c1-b391-cfcf05642a4b tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] 10.222.0.13 "GET /v2.0/ports?device_id=972712f7-d0a7-4dbd-957d-adacf7d7cc3b HTTP/1.1" status: 200 len: 210 time: 0.1893024 Feb 18 02:49:46.788283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.798982 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:46.826109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:46.978726 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'Port': ['ID=985f09d8-d9a7-4516-bee5-d114275012fc,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:46.983400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:46.990312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Router 88ff24f7-77b9-4acb-8731-9eb492c78398 is scheduled to L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 02:49:47.043706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:47.059946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] For port 05a1fa8f-e33b-4501-a4de-848d392bfb74, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:49:47.063165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] For port 05a1fa8f-e33b-4501-a4de-848d392bfb74, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=05a1fa8f-e33b-4501-a4de-848d392bfb74,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:49:47.067571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:47.072949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:47.091653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] For port 17eaeb98-7143-4565-84c3-1fef1f74cddc, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:49:47.091855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:47.094998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:47.100460 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0575094 Feb 18 02:49:47.212596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] For port 17eaeb98-7143-4565-84c3-1fef1f74cddc, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=17eaeb98-7143-4565-84c3-1fef1f74cddc,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:49:47.235693 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:47.321478 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:49:47.332332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Sync routers for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:49:47.350262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:47.350487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:49:47.351138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:47.351782 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ed2a3c23-d43f-41c8-9d3f-caec6c7ab712 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4216669 Feb 18 02:49:47.354659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41256) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:47.383211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c694f1-8501-46b7-9868-dec1b1c77287 req-0b6c1115-cf62-4dff-88e2-3089a6c34b31 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:47.385065 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-55c694f1-8501-46b7-9868-dec1b1c77287 req-0b6c1115-cf62-4dff-88e2-3089a6c34b31 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1384826 Feb 18 02:49:47.394464 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ecb56-8ff7-4f5e-8e0b-3060421e7e93 None None] Pushing event updated for resources: {'Port': ['ID=05a1fa8f-e33b-4501-a4de-848d392bfb74,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:47.402952 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0d4ecb56-8ff7-4f5e-8e0b-3060421e7e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:47.405870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:47.514870 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-55c694f1-8501-46b7-9868-dec1b1c77287 req-ec0ad8a2-3e17-4517-86c1-00a246216a3a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214697 Feb 18 02:49:47.588925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-3fddd752-5404-4392-9496-907602254f6f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:47.617216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41274) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:47.652707 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Pushing event updated for resources: {'Port': ['ID=17eaeb98-7143-4565-84c3-1fef1f74cddc,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:47.660458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:47.677189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-3fddd752-5404-4392-9496-907602254f6f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:47.678619 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-3fddd752-5404-4392-9496-907602254f6f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1205899871&fields=id&tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0 HTTP/1.1" status: 200 len: 267 time: 0.1650741 Feb 18 02:49:47.724305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:49:47.725021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:47.845275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:49:47.950642 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-67f76225-2de6-41d4-b93f-b1ce59b0cf5e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:47.957984 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-67f76225-2de6-41d4-b93f-b1ce59b0cf5e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 811 time: 0.2633646 Feb 18 02:49:47.981947 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-aa8cd555-c100-4736-96e6-57043a070621 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/quotas/f6aadae0dfb54a09aa4d0be839ace6a0 HTTP/1.1" status: 200 len: 375 time: 0.0230067 Feb 18 02:49:48.091561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:48.155042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:48.169794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8c41060825444eeb93d3382a95518e2b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:48.184465 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:48.191301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:48.397929 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:49:48.403775 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-27b30a04-6570-4fa9-833a-efbf28f4b837 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4206426 Feb 18 02:49:48.412367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:48.422173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:48.458300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:45Z', 'revision_number': 3, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:48.468914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Checking router: 88ff24f7-77b9-4acb-8731-9eb492c78398 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:49:48.469526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Updating router 88ff24f7-77b9-4acb-8731-9eb492c78398 port e4dba4c4-2ced-49cf-8af9-3649f7726269 binding host dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:49:48.494964 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-68bc17ac-5b0f-4f36-9b95-a31de85514de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:48.514058 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c41060825444eeb93d3382a95518e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955903 Feb 18 02:49:48.526710 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41290) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:48.640714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:48.646280 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a18ce4e-c465-483b-80b6-f079fcf0733d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:48.665741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:48.953346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f20b61db-7844-402d-ba3d-14c40eb13099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:49.073718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f20b61db-7844-402d-ba3d-14c40eb13099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:49.192206 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2094d9-98fd-4a9b-bc21-8c709ac35f91 req-cc69f5f7-e35a-4d63-b740-f5dab1299446 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:49.200878 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eb2094d9-98fd-4a9b-bc21-8c709ac35f91 req-cc69f5f7-e35a-4d63-b740-f5dab1299446 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.3575742 Feb 18 02:49:49.211976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 17eaeb98-7143-4565-84c3-1fef1f74cddc up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:49.268255 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eb2094d9-98fd-4a9b-bc21-8c709ac35f91 req-d2afa988-76b1-4366-bcb5-74374798c28a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659413 Feb 18 02:49:49.290510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f20b61db-7844-402d-ba3d-14c40eb13099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:49.295946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:49.308063 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b61db-7844-402d-ba3d-14c40eb13099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a18ce4e-c465-483b-80b6-f079fcf0733d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:49.314653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f20b61db-7844-402d-ba3d-14c40eb13099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:49.315661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f20b61db-7844-402d-ba3d-14c40eb13099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:49.316883 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f20b61db-7844-402d-ba3d-14c40eb13099 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a18ce4e-c465-483b-80b6-f079fcf0733d HTTP/1.1" status: 204 len: 168 time: 0.7887707 Feb 18 02:49:49.443805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 17eaeb98-7143-4565-84c3-1fef1f74cddc completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:49.457178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 05a1fa8f-e33b-4501-a4de-848d392bfb74 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:49.551581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:47Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:49.559749 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6a10e-8301-409f-b10c-50c7243786ad None None] The sync data for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb is: [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:47Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:49:49.586847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3cda15-d69a-4be1-a0a5-65809668ac82 None None] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:49:49.695247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 05a1fa8f-e33b-4501-a4de-848d392bfb74 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:49.703752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 05a1fa8f-e33b-4501-a4de-848d392bfb74 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:49.703983 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:49.762062 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:49.775902 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4cebc13f-7e26-436c-8e8d-371c67523602 None None] Provisioning for port 17eaeb98-7143-4565-84c3-1fef1f74cddc completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:49.792625 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Transition to ACTIVE for port object e4dba4c4-2ced-49cf-8af9-3649f7726269 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:49.795677 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-ab95001d-3712-4e02-84aa-9b08f382774e service neutron] 10.222.0.13 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2277963 Feb 18 02:49:49.801617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-4cebc13f-7e26-436c-8e8d-371c67523602 None None] Provisioning complete for port 17eaeb98-7143-4565-84c3-1fef1f74cddc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:49.802041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4cebc13f-7e26-436c-8e8d-371c67523602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:49.802169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:49.834250 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:49.990086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:50.046326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7bfce-f33c-4fbf-8322-12ccf9d2e3de None None] Pushing event updated for resources: {'Port': ['ID=e4dba4c4-2ced-49cf-8af9-3649f7726269,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:50.069210 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-5af12d5f-07a3-43f7-a27c-577c1ad612e7 service neutron] 10.222.0.13 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2723489 Feb 18 02:49:50.079265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-21b7bfce-f33c-4fbf-8322-12ccf9d2e3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:50.244992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Attempting to bind port e4dba4c4-2ced-49cf-8af9-3649f7726269 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:49:50.245408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Attempting to bind port e4dba4c4-2ced-49cf-8af9-3649f7726269 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:49:50.247752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Attempting to bind port e4dba4c4-2ced-49cf-8af9-3649f7726269 on network 6fd03acf-077a-4992-b52f-35408fdf411b {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:49:50.272510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:49:50.283651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Checking segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:50.284195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:50.284646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Bound using segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:49:50.285222 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Bound port: e4dba4c4-2ced-49cf-8af9-3649f7726269, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:49:50.285640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:50.287289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 05a1fa8f-e33b-4501-a4de-848d392bfb74, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=05a1fa8f-e33b-4501-a4de-848d392bfb74,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:50.294676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4cebc13f-7e26-436c-8e8d-371c67523602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:50.463378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:50.518299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] For port e4dba4c4-2ced-49cf-8af9-3649f7726269, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:49:50.526448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] For port e4dba4c4-2ced-49cf-8af9-3649f7726269, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=e4dba4c4-2ced-49cf-8af9-3649f7726269,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:49:50.533338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:50.662487 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ed1edb8f-4f21-4bde-b2b4-50431baa6053 req-ccd3dd64-a426-4a85-9393-95a6e724e7b1 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 210 time: 0.1761954 Feb 18 02:49:50.735124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a63eb08b-13a6-4b26-aecf-9019c0bc7bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:50.793674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58705-0a53-4040-a146-23f7cad58998 req-c949b8df-ff0b-43ba-8677-517365a79cb2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:50.813839 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-05c58705-0a53-4040-a146-23f7cad58998 req-c949b8df-ff0b-43ba-8677-517365a79cb2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2544694 Feb 18 02:49:50.816136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:50.831208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:50.914624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7bfce-f33c-4fbf-8322-12ccf9d2e3de None None] Pushing event updated for resources: {'Port': ['ID=e4dba4c4-2ced-49cf-8af9-3649f7726269,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:50.948373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-21b7bfce-f33c-4fbf-8322-12ccf9d2e3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:51.107013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:49:51.109021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:51.121285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:51.150444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-4cebc13f-7e26-436c-8e8d-371c67523602 None None] For port 17eaeb98-7143-4565-84c3-1fef1f74cddc, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=17eaeb98-7143-4565-84c3-1fef1f74cddc,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:51.172296 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4cebc13f-7e26-436c-8e8d-371c67523602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:51.186418 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=05a1fa8f-e33b-4501-a4de-848d392bfb74,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:51.196147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:51.196680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:51.393733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebc13f-7e26-436c-8e8d-371c67523602 None None] Pushing event updated for resources: {'Port': ['ID=17eaeb98-7143-4565-84c3-1fef1f74cddc,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:51.404882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4cebc13f-7e26-436c-8e8d-371c67523602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:51.609302 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:49:51.620015 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-05c58705-0a53-4040-a146-23f7cad58998 req-84c37874-f75d-451a-86ba-6822b32c1c4d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8049967 Feb 18 02:49:51.641844 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-08a7f117-07fd-48e0-b016-53ca9b61cbbf None None] Provisioning complete for port 17eaeb98-7143-4565-84c3-1fef1f74cddc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:51.642375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-08a7f117-07fd-48e0-b016-53ca9b61cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:51.670979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Allocated IP 172.20.0.1 (9ee660d6-fd0c-472e-882a-a677309d43c4/807611ee-3512-40bb-b8ba-ae2665f3c0af/d9f0aad2-51a1-4366-b246-c5ea25023520) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:49:52.114158 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:52.145195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Transition to ACTIVE for port object d9f0aad2-51a1-4366-b246-c5ea25023520 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:52.215787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-74a4750f-1346-4974-9491-cdb9f260dbf1 None None] Provisioning complete for port 17eaeb98-7143-4565-84c3-1fef1f74cddc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:52.216371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74a4750f-1346-4974-9491-cdb9f260dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:52.226835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:45Z', 'revision_number': 3, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:52.231427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed7cb1-468c-45ad-8706-6602fc4843b6 None None] The sync data for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb is: [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:45Z', 'revision_number': 3, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:49:52.275229 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3962bb8c-a08b-428d-8530-3a2193d5b41b req-f61c0592-eb9c-4fb6-912d-5aeb75e3126e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 210 time: 0.1274085 Feb 18 02:49:52.333134 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:52.362963 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-56d0791d-e69d-4ad8-8468-84afa0dac6f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:52.513336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f0aad2-51a1-4366-b246-c5ea25023520,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:52.530150 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:52.566059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1628af3a-ecfb-454b-b685-d32d7ceb6b41 None None] Provisioning complete for port 17eaeb98-7143-4565-84c3-1fef1f74cddc triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:52.566923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1628af3a-ecfb-454b-b685-d32d7ceb6b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:52.579679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:52.582136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:52.591610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:49:52.710181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370910'] for router_interface, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:53.072052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-d0811fcd-a68b-4965-a3c8-ffdcf8a4b07c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:53.073235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-d0811fcd-a68b-4965-a3c8-ffdcf8a4b07c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:53.084564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 17eaeb98-7143-4565-84c3-1fef1f74cddc up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:53.124970 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-d0811fcd-a68b-4965-a3c8-ffdcf8a4b07c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:53.126728 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-d0811fcd-a68b-4965-a3c8-ffdcf8a4b07c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 811 time: 0.4095178 Feb 18 02:49:53.133448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:53.251166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-5e6086f0-1076-46a3-83f9-319f54e57338 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:53.271120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-5e6086f0-1076-46a3-83f9-319f54e57338 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:53.272965 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-5e6086f0-1076-46a3-83f9-319f54e57338 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0 HTTP/1.1" status: 200 len: 5709 time: 0.1329362 Feb 18 02:49:53.293593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'port': {'device_id': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'admin_state_up': True, 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'security_groups': ['965a8950-4f37-4d27-8452-41c22a3635cf']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:53.300696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-de08a2c5-4083-453d-a9af-a6e928507804 None None] Provisioning for port d9f0aad2-51a1-4366-b246-c5ea25023520 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:53.310841 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-de08a2c5-4083-453d-a9af-a6e928507804 None None] Provisioning complete for port d9f0aad2-51a1-4366-b246-c5ea25023520 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:53.311145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de08a2c5-4083-453d-a9af-a6e928507804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:53.406113 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 17eaeb98-7143-4565-84c3-1fef1f74cddc triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:53.406549 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:53.496813 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-de08a2c5-4083-453d-a9af-a6e928507804 None None] Port d9f0aad2-51a1-4366-b246-c5ea25023520 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:49:53.569155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:53.579325 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:port and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:53.584713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:53.611126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:53.701154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-280eb55c-f0f3-4566-b3c4-ae140c37e3b5 req-528c7271-2bc0-4d7b-94a0-f97d7ccacf04 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:49:53.724516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Made reservation on behalf of f6aadae0dfb54a09aa4d0be839ace6a0 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:53.735021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:53.761635 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f04e-d154-40c4-a2ba-af7cf2d403ce req-9e4d49c8-b0be-4c27-b7df-8638453a4bf4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:53.763366 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43d0f04e-d154-40c4-a2ba-af7cf2d403ce req-9e4d49c8-b0be-4c27-b7df-8638453a4bf4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.7652390 Feb 18 02:49:53.766904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 05a1fa8f-e33b-4501-a4de-848d392bfb74 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:53.794873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-280eb55c-f0f3-4566-b3c4-ae140c37e3b5 req-528c7271-2bc0-4d7b-94a0-f97d7ccacf04 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:49:53.796599 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-280eb55c-f0f3-4566-b3c4-ae140c37e3b5 req-528c7271-2bc0-4d7b-94a0-f97d7ccacf04 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 210 time: 0.1918643 Feb 18 02:49:53.860644 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43d0f04e-d154-40c4-a2ba-af7cf2d403ce req-52643090-4a1b-4c4f-a97b-91cac5dc98f4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853131 Feb 18 02:49:53.927689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:53.932592 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286117'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:54.012838 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 05a1fa8f-e33b-4501-a4de-848d392bfb74 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:54.013249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:54.036558 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:54.097143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854404996'] for router_interface, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:54.284419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:54.285589 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:54.294651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Allocated IP 172.20.0.12 (899f9aa8-9045-402c-8b00-46c755c88f6d/7fba6e2a-b9df-403b-92e9-a71d338182c9/dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:49:54.357209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f0aad2-51a1-4366-b246-c5ea25023520,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:54.360513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:54.531318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Router 88ff24f7-77b9-4acb-8731-9eb492c78398 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:49:54.635352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-ef274f4d-4858-4d7b-b5cf-c10d084adf7e None None] Provisioning complete for port d9f0aad2-51a1-4366-b246-c5ea25023520 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:54.636688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ef274f4d-4858-4d7b-b5cf-c10d084adf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:54.642967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:54.701784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Transition to ACTIVE for port object dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:54.744882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ef274f4d-4858-4d7b-b5cf-c10d084adf7e None None] Port d9f0aad2-51a1-4366-b246-c5ea25023520 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:49:54.782158 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:54.801904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:49:54.804720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:54.823415 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/88ff24f7-77b9-4acb-8731-9eb492c78398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4676087 Feb 18 02:49:54.910237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'Port': ['ID=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:54.914918 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:55.023531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e4dba4c4-2ced-49cf-8af9-3649f7726269 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:55.106332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfa284-c526-410e-a5ab-247db86b744f req-660a6ebf-4301-4f92-af97-9fec3909b6b7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:55.112507 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a0bfa284-c526-410e-a5ab-247db86b744f req-660a6ebf-4301-4f92-af97-9fec3909b6b7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 932 time: 0.0983272 Feb 18 02:49:55.113239 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port e4dba4c4-2ced-49cf-8af9-3649f7726269 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:55.119914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port e4dba4c4-2ced-49cf-8af9-3649f7726269 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:55.120509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:55.174234 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a0bfa284-c526-410e-a5ab-247db86b744f req-7426f736-743c-4d96-88bc-ac87a3ad85b2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576751 Feb 18 02:49:55.218497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Network 899f9aa8-9045-402c-8b00-46c755c88f6d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:49:55.220372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:55.223114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:49:55.228847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:55.229546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:55.262858 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9746356 Feb 18 02:49:55.270907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2c66f-5a07-491d-97fc-6da6fa41ea61 req-641fca1f-2d00-45a2-aca6-1de09c43476c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:55.279758 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00a2c66f-5a07-491d-97fc-6da6fa41ea61 req-641fca1f-2d00-45a2-aca6-1de09c43476c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2175851 Feb 18 02:49:55.304073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Request body: {'port': {'device_id': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:55.335705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:55.365126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port e4dba4c4-2ced-49cf-8af9-3649f7726269, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=e4dba4c4-2ced-49cf-8af9-3649f7726269,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:49:55.369609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:55.372389 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0d4ecb56-8ff7-4f5e-8e0b-3060421e7e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:55.405486 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00a2c66f-5a07-491d-97fc-6da6fa41ea61 req-8851019b-f697-4734-8fda-ac14e98d983d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247408 Feb 18 02:49:55.505526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=e4dba4c4-2ced-49cf-8af9-3649f7726269,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:55.518656 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:55.529963 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:55.682495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f29cf9a5-8c40-46cc-86fd-7a4758335215 None None] Provisioning for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:49:55.699701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-f29cf9a5-8c40-46cc-86fd-7a4758335215 None None] Provisioning complete for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:55.700487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f29cf9a5-8c40-46cc-86fd-7a4758335215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:55.836456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-f29cf9a5-8c40-46cc-86fd-7a4758335215 None None] Port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:49:55.886382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Sync routers for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:49:55.896757 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:49:55.897444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:56.141224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:49:56.149896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:56.161857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:49:56.162809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Transition to ACTIVE for port object dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:56.169583 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:56.182523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41500) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:56.189334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-37107479-network', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:56.198321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:56.206531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:56.215301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Usage tracker for resource:network and tenant:ee664105f4ba46d18f4f44bc8fe6c278 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:56.230537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:56.236710 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:56.380307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Pushing event updated for resources: {'Port': ['ID=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:56.398561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:56.623500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Attempting to bind port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:49:56.623917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Attempting to bind port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:49:56.624299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Attempting to bind port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 on network 899f9aa8-9045-402c-8b00-46c755c88f6d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:49:56.655881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:49:56.656645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Checking segment: {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:56.657107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:56.657525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Bound using segment: {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:49:56.658048 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Bound port: dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:49:56.658440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:56.777828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Made reservation on behalf of ee664105f4ba46d18f4f44bc8fe6c278 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:56.786799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:56.833307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:56.875914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:56.885411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Usage tracker for resource:security_group_rule and tenant:ee664105f4ba46d18f4f44bc8fe6c278 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:56.888999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:52Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'd9f0aad2-51a1-4366-b246-c5ea25023520', 'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'mac_address': 'fa:16:3e:a8:b0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:51Z', 'updated_at': '2021-02-18T02:49:53Z', 'revision_number': 2, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'subnets': [{'id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:49:56.894054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Checking router: 88ff24f7-77b9-4acb-8731-9eb492c78398 for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:49:56.894522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Updating router 88ff24f7-77b9-4acb-8731-9eb492c78398 port d9f0aad2-51a1-4366-b246-c5ea25023520 binding host dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:49:56.896561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:56.920568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:56.969406 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e4dba4c4-2ced-49cf-8af9-3649f7726269 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:56.999270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] For port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:49:57.012450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] For port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:49:57.033351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a32588-23a5-4af4-8477-2f7caed9e037 req-4ef80f7a-c6ca-41d8-96f4-4bbe1b2778c7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:57.042014 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-55a32588-23a5-4af4-8477-2f7caed9e037 req-4ef80f7a-c6ca-41d8-96f4-4bbe1b2778c7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1112833 Feb 18 02:49:57.045628 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.077300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.091125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd3-d539-4d64-8fff-3336907c3696 req-aab94fd2-36b6-4529-8d40-865c0910e387 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:57.094167 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.100283 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3d668cd3-d539-4d64-8fff-3336907c3696 req-aab94fd2-36b6-4529-8d40-865c0910e387 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 944 time: 0.3932066 Feb 18 02:49:57.164770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.179322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a4e93a6e-9b66-4abe-b9fc-5f2ee5bfa216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:57.218655 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3d668cd3-d539-4d64-8fff-3336907c3696 req-c272cbd2-1034-4d20-b513-a3e4e20717d8 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166160 Feb 18 02:49:57.249199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:49:57.249349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:57.264497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493e5749-942f-4f0a-a072-86a9f2244e89,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:57.269304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:57.273451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.274445 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Added segment 1ba5c0a7-949c-4e25-b39f-05f5d00445c6 of type vxlan for network 50e911e2-ed6a-4b57-acce-93b515ace1ab Feb 18 02:49:57.321795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.397185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.399165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:57.400211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.405999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:57.418021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Pushing event updated for resources: {'Port': ['ID=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:57.434294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:57.492994 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-55a32588-23a5-4af4-8477-2f7caed9e037 req-3ceee6ab-5bee-49bb-b22f-7c3948e936a3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493480 Feb 18 02:49:57.495984 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:57.497054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.498598 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] 10.222.0.52 "PUT /v2.0/ports/dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 HTTP/1.1" status: 200 len: 1158 time: 2.2015474 Feb 18 02:49:57.499226 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:49:57.621411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Pushing event updated for resources: {'Network': ['ID=50e911e2-ed6a-4b57-acce-93b515ace1ab,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:57.629850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:57.649615 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4660122 Feb 18 02:49:57.652498 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41542) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:57.661905 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Request body: {'subnet': {'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-37107479-subnet', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:57.675402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:57.683798 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7', 'status': 'completed', 'code': 200} Feb 18 02:49:57.688551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Usage tracker for resource:subnet and tenant:ee664105f4ba46d18f4f44bc8fe6c278 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:57.698642 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:57.728951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:57.752325 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.766971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Made reservation on behalf of ee664105f4ba46d18f4f44bc8fe6c278 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:49:57.773088 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848174410'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:57.778205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-baa6ecaa-5cac-422a-9fa9-bd7baa5cc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:57.779977 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-baa6ecaa-5cac-422a-9fa9-bd7baa5cc8b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 1161 time: 0.2086458 Feb 18 02:49:57.797199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:57.811761 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:49:57.834449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Transition to ACTIVE for port object d9f0aad2-51a1-4366-b246-c5ea25023520 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:49:57.946360 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-b3a34020-f581-44b0-bf33-b1cd15783948 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 HTTP/1.1" status: 200 len: 217 time: 0.1474171 Feb 18 02:49:58.055298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-5ae7c559-7039-4328-9d95-fc6c5f5ca4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:58.058825 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-5ae7c559-7039-4328-9d95-fc6c5f5ca4ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 200 len: 850 time: 0.1037076 Feb 18 02:49:58.166793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-ced30b38-d1f1-4ed0-9dde-68ff2199186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:58.168779 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-ced30b38-d1f1-4ed0-9dde-68ff2199186f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=899f9aa8-9045-402c-8b00-46c755c88f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1013443 Feb 18 02:49:58.174409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:49:58.214724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:58.261037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:58.300992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847489773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848174459'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:58.320120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c94184e2-a30a-4154-b4ad-cca0cba5c334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:49:58.357746 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-2dece2da-d9cd-4dc7-aba4-be00c2460f97 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804240 Feb 18 02:49:58.478703 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port e4dba4c4-2ced-49cf-8af9-3649f7726269 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:58.479071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:58.545186 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46a655f-3c38-4915-b89c-5f7f85fe5ef2,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:58.551340 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:58.582334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e8d5-504f-4c65-b0bb-f0c54ba1851c req-eca2311c-0472-4972-af63-af318869f9d6 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:58.583994 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9627e8d5-504f-4c65-b0bb-f0c54ba1851c req-eca2311c-0472-4972-af63-af318869f9d6 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 944 time: 0.1748462 Feb 18 02:49:58.668180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a7629-0756-4767-813c-69e8abbf546c None None] Pushing event updated for resources: {'Port': ['ID=d9f0aad2-51a1-4366-b246-c5ea25023520,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:49:58.701915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee5a7629-0756-4767-813c-69e8abbf546c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:49:58.702688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:49:58.703110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:58.716128 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60eb9ef9-b596-429e-a0c2-513b52e4392b req-5a826bd7-da13-4351-99b7-881997b4e48f service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3478153 Feb 18 02:49:58.741598 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9627e8d5-504f-4c65-b0bb-f0c54ba1851c req-d58bfcb8-2053-42c0-a3b4-f292984ec2fe tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482246 Feb 18 02:49:58.800909 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Checking segment: {'id': '1ba5c0a7-949c-4e25-b39f-05f5d00445c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:58.800909 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Network hostable DHCP agents. Network: 50e911e2-ed6a-4b57-acce-93b515ace1ab, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:49:58.863487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:49:58.883500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 50e911e2-ed6a-4b57-acce-93b515ace1ab) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:49:58.905777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:58.906748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:58.909791 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a07cac-38e9-44f1-8099-84d229dfd3d7 None None] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:49:58.952181 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2958515 Feb 18 02:49:58.961481 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41574) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:58.975550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:49:58.989735 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:59.001345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Usage tracker for resource:router and tenant:ee664105f4ba46d18f4f44bc8fe6c278 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:49:59.018142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:49:59.045807 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:49:59.088022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41582) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:59.091205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854407948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747879'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:59.092457 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854399485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27921'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:59.153979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:59.550561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3149c96-ea42-4df3-9419-afd1394f509e req-f3835e73-46df-4f97-8ed5-94bb4eef6ca5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:59.559176 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f3149c96-ea42-4df3-9419-afd1394f509e req-f3835e73-46df-4f97-8ed5-94bb4eef6ca5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.6572537 Feb 18 02:49:59.581577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Attempting to bind port d9f0aad2-51a1-4366-b246-c5ea25023520 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:49:59.582377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Attempting to bind port d9f0aad2-51a1-4366-b246-c5ea25023520 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:49:59.582997 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Attempting to bind port d9f0aad2-51a1-4366-b246-c5ea25023520 on network 9ee660d6-fd0c-472e-882a-a677309d43c4 {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:49:59.588119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-43fb2ec1-873b-41c9-a6ba-da962539ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:59.589769 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-43fb2ec1-873b-41c9-a6ba-da962539ac05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 1161 time: 0.7838914 Feb 18 02:49:59.611218 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:49:59.611806 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Checking segment: {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:49:59.615911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:59.619745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Bound using segment: {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:49:59.620579 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Bound port: d9f0aad2-51a1-4366-b246-c5ea25023520, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:49:59.621341 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:59.632014 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f3149c96-ea42-4df3-9419-afd1394f509e req-b320eeea-5445-42be-9f97-717af55ed3ff tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711336 Feb 18 02:49:59.676280 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:59.723660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41608) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:49:59.757244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8984246-664d-52f7-bcc5-16e507d513f0-50e911e2-ed6a-4b57-acce-93b515ace1ab', 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'fixed_ips': [{'subnet_id': 'c46a655f-3c38-4915-b89c-5f7f85fe5ef2'}]}} from dv-cinder-763306-10-smb. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 02:49:59.758572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:59.892265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-b92b2600-eeaf-47d0-83f7-d04a0a89b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:49:59.894545 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-b92b2600-eeaf-47d0-83f7-d04a0a89b2d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 905 time: 0.2800634 Feb 18 02:49:59.948603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:49:59.975334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854399350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27904'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:49:59.986393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Usage tracker for resource:security_group_rule and tenant:6e68e30916634adca68ef0970b876fbb is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:00.002814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:00.068676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:00.088188 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-06decd5a-4b8f-42ec-b4b1-75eb9bc44a23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 HTTP/1.1" status: 200 len: 217 time: 0.1775913 Feb 18 02:50:00.110232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] For port d9f0aad2-51a1-4366-b246-c5ea25023520, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:50:00.130316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] For port d9f0aad2-51a1-4366-b246-c5ea25023520, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=d9f0aad2-51a1-4366-b246-c5ea25023520,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:50:00.145854 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:00.198799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f8d523e3-b476-4c58-895e-b52b722351c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:00.244527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fe031a4-829c-4f77-98a0-6283921cf710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:00.255608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-a3206199-7990-4e45-8f50-49c5a08690af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:00.257676 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-a3206199-7990-4e45-8f50-49c5a08690af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 200 len: 850 time: 0.1598756 Feb 18 02:50:00.278458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43bf03-4acf-4094-a44c-b7573ff6879d req-e6d8ae4e-3ade-4e37-9d4f-0ef78eacc118 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:00.280129 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0f43bf03-4acf-4094-a44c-b7573ff6879d req-e6d8ae4e-3ade-4e37-9d4f-0ef78eacc118 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 944 time: 0.2906222 Feb 18 02:50:00.302701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1fe031a4-829c-4f77-98a0-6283921cf710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:00.307775 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1fe031a4-829c-4f77-98a0-6283921cf710 admin admin] Usage tracker for resource:security_group_rule and tenant:7cbcdddeffd54c3f85cf0b2ca5d4e6a2 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:00.326446 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1fe031a4-829c-4f77-98a0-6283921cf710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:00.332690 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1fe031a4-829c-4f77-98a0-6283921cf710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:00.363122 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-2760e359-6270-436f-aacf-9aa2f3f2c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:00.364884 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-2760e359-6270-436f-aacf-9aa2f3f2c75d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=899f9aa8-9045-402c-8b00-46c755c88f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0991533 Feb 18 02:50:00.458915 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0f43bf03-4acf-4094-a44c-b7573ff6879d req-a2809ccd-debf-4725-864b-18a1e168fb02 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631439 Feb 18 02:50:00.471843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a7629-0756-4767-813c-69e8abbf546c None None] Pushing event updated for resources: {'Port': ['ID=d9f0aad2-51a1-4366-b246-c5ea25023520,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:00.486642 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee5a7629-0756-4767-813c-69e8abbf546c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:00.544670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fe031a4-829c-4f77-98a0-6283921cf710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:00.547253 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:00.554650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1fe031a4-829c-4f77-98a0-6283921cf710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:00.556544 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-4792922a-5be7-4609-bae2-b507cb66a238 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755760 Feb 18 02:50:00.562046 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:00.577214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8aaed678-6761-4efa-8fed-83ec84510df2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:00.586684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:50:00.587393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:00.716255 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1fe031a4-829c-4f77-98a0-6283921cf710 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cbcdddeffd54c3f85cf0b2ca5d4e6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9912772 Feb 18 02:50:00.730496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41622) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:00.740530 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e68e30916634adca68ef0970b876fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6513433 Feb 18 02:50:00.744293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41626) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:00.755495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe031a4-829c-4f77-98a0-6283921cf710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a7a46e-82c1-45e9-aba3-bfd122fd0aae,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:00.944075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Allocated IP 172.20.0.2 (50e911e2-ed6a-4b57-acce-93b515ace1ab/c46a655f-3c38-4915-b89c-5f7f85fe5ef2/18453ebf-f64d-4e6d-bfa2-b7c7bf503e75) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:50:00.961001 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a7eeeea-6be2-441a-9e48-5ff34968c7f5 req-e527eda3-7e97-4faf-9c9c-54f3aaa6f6ee service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3865108 Feb 18 02:50:00.980157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0af0a46-a67c-4e45-a308-7b955069cdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:00.997649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b37043-2489-49eb-8c2b-abc797d7fce0,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:01.005605 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:01.008649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:01.009156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:01.018529 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:01.049263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0af0a46-a67c-4e45-a308-7b955069cdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:01.064097 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:01.076242 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ad08a-f336-4d65-9b46-5891ec14603d req-44c29bf3-7f16-47cb-83d6-97e29b058486 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:01.084405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ba62fa4-6fce-4ffa-a491-1d9553b17444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:01.085007 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-295ad08a-f336-4d65-9b46-5891ec14603d req-44c29bf3-7f16-47cb-83d6-97e29b058486 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2697353 Feb 18 02:50:01.160883 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:50:01.240561 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-295ad08a-f336-4d65-9b46-5891ec14603d req-f43a6a2b-1c53-4acd-9049-7b25a6ffe9a5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540196 Feb 18 02:50:01.276676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262de3-8e26-400b-a089-89beedd0119a req-91ebcd34-12f2-4a49-9168-9392a86db1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:01.280846 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1262de3-8e26-400b-a089-89beedd0119a req-91ebcd34-12f2-4a49-9168-9392a86db1c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 1162 time: 0.1620867 Feb 18 02:50:01.281587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0af0a46-a67c-4e45-a308-7b955069cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:01.302550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1d80d22a-629f-4d99-82f7-78baa07ab906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:01.337889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af0a46-a67c-4e45-a308-7b955069cdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b37043-2489-49eb-8c2b-abc797d7fce0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:01.340058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d0af0a46-a67c-4e45-a308-7b955069cdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:01.344420 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d0af0a46-a67c-4e45-a308-7b955069cdab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98b37043-2489-49eb-8c2b-abc797d7fce0 HTTP/1.1" status: 204 len: 168 time: 0.5878496 Feb 18 02:50:01.345712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d0af0a46-a67c-4e45-a308-7b955069cdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:01.401351 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1262de3-8e26-400b-a089-89beedd0119a req-fe3ea46a-925d-487b-b699-5358b319f7ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033168 Feb 18 02:50:01.620994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:01.675130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Transition to ACTIVE for port object 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:50:01.742602 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Transition to ACTIVE for port object 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:50:01.785127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ba62fa4-6fce-4ffa-a491-1d9553b17444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:01.816053 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:01.873222 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:01.985005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ba62fa4-6fce-4ffa-a491-1d9553b17444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:02.002803 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-18991bec-5ca0-46f8-b1c4-1c95e19eb86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:02.039960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba62fa4-6fce-4ffa-a491-1d9553b17444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a7a46e-82c1-45e9-aba3-bfd122fd0aae,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:02.041305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480d76a-896b-41bb-ad47-1ed9dfbe7364 req-f1de257f-d8f0-4e1a-b9e8-0b4b3f115d04 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:02.042110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6480d76a-896b-41bb-ad47-1ed9dfbe7364 req-f1de257f-d8f0-4e1a-b9e8-0b4b3f115d04 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:50:02.070730 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ba62fa4-6fce-4ffa-a491-1d9553b17444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:02.070993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6480d76a-896b-41bb-ad47-1ed9dfbe7364 req-f1de257f-d8f0-4e1a-b9e8-0b4b3f115d04 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:50:02.072958 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6480d76a-896b-41bb-ad47-1ed9dfbe7364 req-f1de257f-d8f0-4e1a-b9e8-0b4b3f115d04 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 944 time: 0.3075094 Feb 18 02:50:02.118548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Allocated IP 172.28.1.178 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/ec703ef3-597d-45b2-9d74-070eaa572b3d) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:50:02.157304 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6480d76a-896b-41bb-ad47-1ed9dfbe7364 req-f0a2625f-a963-4e56-8629-9cc082019b1a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773754 Feb 18 02:50:02.160812 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ba62fa4-6fce-4ffa-a491-1d9553b17444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:02.162090 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-5ba62fa4-6fce-4ffa-a491-1d9553b17444 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06a7a46e-82c1-45e9-aba3-bfd122fd0aae HTTP/1.1" status: 204 len: 168 time: 1.4278073 Feb 18 02:50:02.243297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Pushing event updated for resources: {'Port': ['ID=18453ebf-f64d-4e6d-bfa2-b7c7bf503e75,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:02.247280 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:02.305698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:52Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'd9f0aad2-51a1-4366-b246-c5ea25023520', 'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'mac_address': 'fa:16:3e:a8:b0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:51Z', 'updated_at': '2021-02-18T02:49:59Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'subnets': [{'id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:02.313787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933bd56-b4c9-4427-9cbe-baf2351b1320 None None] The sync data for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb is: [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:52Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'd9f0aad2-51a1-4366-b246-c5ea25023520', 'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'mac_address': 'fa:16:3e:a8:b0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:51Z', 'updated_at': '2021-02-18T02:49:59Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'subnets': [{'id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:50:02.319206 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:50:02.321009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:50:02.323092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:50:02.430512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Attempting to bind port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:50:02.431425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Attempting to bind port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '1ba5c0a7-949c-4e25-b39f-05f5d00445c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:50:02.431889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Attempting to bind port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 on network 50e911e2-ed6a-4b57-acce-93b515ace1ab {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:50:02.439510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:50:02.439958 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Checking segment: {'id': '1ba5c0a7-949c-4e25-b39f-05f5d00445c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:50:02.440599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:02.441184 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Bound using segment: {'id': '1ba5c0a7-949c-4e25-b39f-05f5d00445c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:50:02.441697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Bound port: 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba5c0a7-949c-4e25-b39f-05f5d00445c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:50:02.442218 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:02.549754 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:02.602753 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] For port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:50:02.606645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] For port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=18453ebf-f64d-4e6d-bfa2-b7c7bf503e75,segment=NetworkSegment(1ba5c0a7-949c-4e25-b39f-05f5d00445c6),segment_id=1ba5c0a7-949c-4e25-b39f-05f5d00445c6)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:50:02.607338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0043246-83ad-4dff-83ba-c634dd117f5d req-e561f5c6-e3c7-430e-afc3-01e940d0d541 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:02.609077 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c0043246-83ad-4dff-83ba-c634dd117f5d req-e561f5c6-e3c7-430e-afc3-01e940d0d541 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1975970 Feb 18 02:50:02.618430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:02.683282 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:02.706999 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c0043246-83ad-4dff-83ba-c634dd117f5d req-662780db-f724-450c-b897-1a5fd561780d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877159 Feb 18 02:50:02.710734 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:02.789948 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4cebc13f-7e26-436c-8e8d-371c67523602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:02.875498 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41690) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:02.909374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:02.949827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:02.963842 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Usage tracker for resource:security_group_rule and tenant:5baf55da9c6e4f8588044a4c16c344c8 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:02.968396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Pushing event updated for resources: {'Port': ['ID=18453ebf-f64d-4e6d-bfa2-b7c7bf503e75,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:02.969816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Pushing event updated for resources: {'Port': ['ID=ec703ef3-597d-45b2-9d74-070eaa572b3d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:02.972427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:02.974819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:02.991763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:03.002303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:03.003220 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:03.095337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:50:03.096594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:50:03.100247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:50:03.188765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:03.203962 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:03.231255 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c09b5f1-5787-4625-84ec-fd47b13f2c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:03.323919 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31b69c0-aecb-4a07-9305-f7242782c9fa,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:03.354547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:50:03.358775 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:03.363394 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:03.363851 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:03.368202 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5baf55da9c6e4f8588044a4c16c344c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915748 Feb 18 02:50:03.371536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41704) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:03.471197 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device d9f0aad2-51a1-4366-b246-c5ea25023520 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:03.607413 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ad49eab-9919-43e1-99b9-0548c89a22c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:03.675135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ad49eab-9919-43e1-99b9-0548c89a22c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:03.797100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37621458-6e01-4099-868c-c856dbaaa1ba req-9bbc1da2-4bed-4dd6-be52-60f1a3d7bb0e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:03.809345 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37621458-6e01-4099-868c-c856dbaaa1ba req-9bbc1da2-4bed-4dd6-be52-60f1a3d7bb0e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 944 time: 0.3192043 Feb 18 02:50:03.826620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port d9f0aad2-51a1-4366-b246-c5ea25023520 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:50:03.860390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port d9f0aad2-51a1-4366-b246-c5ea25023520 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:03.876696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:03.894906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ad49eab-9919-43e1-99b9-0548c89a22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:03.901865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-022ae16e-dd10-4207-8c48-271dc8699fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:03.936785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad49eab-9919-43e1-99b9-0548c89a22c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31b69c0-aecb-4a07-9305-f7242782c9fa,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:03.952078 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3ad49eab-9919-43e1-99b9-0548c89a22c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:03.969108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ad49eab-9919-43e1-99b9-0548c89a22c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:03.970696 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3ad49eab-9919-43e1-99b9-0548c89a22c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b31b69c0-aecb-4a07-9305-f7242782c9fa HTTP/1.1" status: 204 len: 168 time: 0.5974650 Feb 18 02:50:04.215456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41734) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:04.266368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:04.319419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:50:04.322603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:50:04.328765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:04.329699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:04.344355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e977c4-408d-456c-a7db-c329ac0f2375 req-537e70c8-d7ef-4749-af1f-09862fc4016b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:04.349440 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-09e977c4-408d-456c-a7db-c329ac0f2375 req-537e70c8-d7ef-4749-af1f-09862fc4016b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.2660279 Feb 18 02:50:04.401922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:04.405387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:04.501915 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-09e977c4-408d-456c-a7db-c329ac0f2375 req-04d0dc90-416d-41ac-bbd2-2bac4324c378 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424427 Feb 18 02:50:04.639580 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37621458-6e01-4099-868c-c856dbaaa1ba req-b0c541cf-afe6-411b-a5b2-95f1246bf62b tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8270161 Feb 18 02:50:04.796507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:04.820857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:04.831786 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7', 'code': 200} Feb 18 02:50:04.857513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:04.859229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:04.865551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:04.866826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Usage tracker for resource:security_group_rule and tenant:7058f4a8b7c8457cb2810e19134ea336 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:04.870948 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:04.900396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:04.914813 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:04.915236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:05.123702 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port d9f0aad2-51a1-4366-b246-c5ea25023520, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=d9f0aad2-51a1-4366-b246-c5ea25023520,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:50:05.169831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:05.224058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:05.281289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:05.302223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a7d00-e72c-47a5-865b-5dc6910383a9 req-c6e60f63-1bd0-4815-a6bb-10dcfff60bed tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:05.303681 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5d9a7d00-e72c-47a5-865b-5dc6910383a9 req-c6e60f63-1bd0-4815-a6bb-10dcfff60bed tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.2909334 Feb 18 02:50:05.304402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:05.317263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9e98e413-3d93-4d21-bc6e-1fc60c8c6aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:05.331654 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854399259'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:05.365708 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381f5c5e-5931-4fe3-a4f6-aad1de085826,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:05.405037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:05.407508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2e47e-124a-41fe-8982-003f1ceacec2 req-fbe3c632-112a-4b30-a8cc-ad99233233a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:05.409664 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f5b2e47e-124a-41fe-8982-003f1ceacec2 req-fbe3c632-112a-4b30-a8cc-ad99233233a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 1163 time: 0.2319918 Feb 18 02:50:05.423022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:05.454541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496a7ab-aca9-41b1-b2f1-6d46cb8b59dc None None] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:50:05.461652 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5d9a7d00-e72c-47a5-865b-5dc6910383a9 req-85d82022-a6c2-40d6-bdb0-8a453f918f6f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471453 Feb 18 02:50:05.515683 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7058f4a8b7c8457cb2810e19134ea336&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2990627 Feb 18 02:50:05.520623 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41772) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:05.614877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=d9f0aad2-51a1-4366-b246-c5ea25023520,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:05.646109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:05.678404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 is scheduled to L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 02:50:05.686420 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f5b2e47e-124a-41fe-8982-003f1ceacec2 req-0c644d3e-5920-4c2e-9486-5903d7609250 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495000 Feb 18 02:50:05.687273 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-525b46bb-6b60-47e7-a969-577c44b67ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:05.727084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-525b46bb-6b60-47e7-a969-577c44b67ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:05.777151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:05.792286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-525b46bb-6b60-47e7-a969-577c44b67ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:05.800002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9a245ff8-a47d-4a12-b6ca-0ca404c67f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:05.822494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b46bb-6b60-47e7-a969-577c44b67ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381f5c5e-5931-4fe3-a4f6-aad1de085826,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:05.834450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-525b46bb-6b60-47e7-a969-577c44b67ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:05.835946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-525b46bb-6b60-47e7-a969-577c44b67ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:05.837363 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-525b46bb-6b60-47e7-a969-577c44b67ebd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/381f5c5e-5931-4fe3-a4f6-aad1de085826 HTTP/1.1" status: 204 len: 168 time: 0.3128364 Feb 18 02:50:05.963969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1008bb0c-51bf-4b3e-947a-7a262a50b1c1 None None] Provisioning for port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:50:06.049299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:50:06.062935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:06.063364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:06.116003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:06.116804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:06.456816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:06.498908 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:06.561476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=18453ebf-f64d-4e6d-bfa2-b7c7bf503e75,segment=NetworkSegment(1ba5c0a7-949c-4e25-b39f-05f5d00445c6),segment_id=1ba5c0a7-949c-4e25-b39f-05f5d00445c6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:50:06.577590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:06.584018 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:06.622864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:50:06.638297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Sync routers for ids ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:50:06.653114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Routers {'c23f4e3b-3d82-4410-9e53-f37efe1de8e1'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:50:06.653781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:06.657298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90f432-fe34-47d3-b226-0c8c5fbf5856 req-2971b9ea-1427-4621-b11c-dcddc5c82110 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:06.671626 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5f90f432-fe34-47d3-b226-0c8c5fbf5856 req-2971b9ea-1427-4621-b11c-dcddc5c82110 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.7847512 Feb 18 02:50:06.808112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:06.811348 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.8472662 Feb 18 02:50:06.812115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:06.812543 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:06.813287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41810) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:06.854201 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5f90f432-fe34-47d3-b226-0c8c5fbf5856 req-1da35b30-5951-46f7-a199-532c4350b8ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794114 Feb 18 02:50:06.957411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-01982210-5e98-4b99-af03-d947542e54d2 None None] Provisioning complete for port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:06.957829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01982210-5e98-4b99-af03-d947542e54d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:06.964235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Set router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:50:07.436593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device d9f0aad2-51a1-4366-b246-c5ea25023520 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:07.473755 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=18453ebf-f64d-4e6d-bfa2-b7c7bf503e75,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:07.536401 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:07.683528 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8cd490d3-642b-490b-a232-9631176009dd None None] Provisioning complete for port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:07.683813 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8cd490d3-642b-490b-a232-9631176009dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:07.776330 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port d9f0aad2-51a1-4366-b246-c5ea25023520 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:07.776756 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:07.869361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:59Z', 'updated_at': '2021-02-18T02:50:03Z', 'revision_number': 3, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'gw_port': {'id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:01Z', 'updated_at': '2021-02-18T02:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:07.881105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Checking router: c23f4e3b-3d82-4410-9e53-f37efe1de8e1 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:50:07.881493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Updating router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 port ec703ef3-597d-45b2-9d74-070eaa572b3d binding host dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:50:07.974268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41840) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:08.023217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:08.122816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:50:08.172750 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc115f41-d8c6-47f7-941a-fd5a673bb3ae req-a74bc6e9-83eb-4ad6-af3e-3352f780a992 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:08.188135 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dc115f41-d8c6-47f7-941a-fd5a673bb3ae req-a74bc6e9-83eb-4ad6-af3e-3352f780a992 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1636598 Feb 18 02:50:08.293103 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dc115f41-d8c6-47f7-941a-fd5a673bb3ae req-5a82f08a-6956-4492-87d0-86e5cff424a0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038945 Feb 18 02:50:08.350429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:08.408096 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:08.417923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Usage tracker for resource:security_group_rule and tenant:cca0bafbffeb4f15a25a4a4af6022ff3 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:08.420988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:08.440533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:08.682173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77a3c2-d038-4fe9-b1f7-84ed48c1caa0 req-1cbc1b6b-0939-4c3e-8ab9-a6145cac03f0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:08.687095 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9d77a3c2-d038-4fe9-b1f7-84ed48c1caa0 req-1cbc1b6b-0939-4c3e-8ab9-a6145cac03f0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1780434 Feb 18 02:50:08.696114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41862) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:08.723701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-f2dd26fb-220c-45f3-8888-ab2abcb97d78 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'floatingip': {'port_id': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:08.825847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2dd26fb-220c-45f3-8888-ab2abcb97d78 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:08.877760 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:08.907142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Transition to ACTIVE for port object ec703ef3-597d-45b2-9d74-070eaa572b3d will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:50:08.915178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:08.951404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:09.010920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:09.024950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:09.036533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00057a27-a6b1-4d7e-a767-87f702f94658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:09.076293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c1449-ed30-4275-ab16-0c7f807b8030,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:09.117965 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:09.205405 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cca0bafbffeb4f15a25a4a4af6022ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2282689 Feb 18 02:50:09.207752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 41876) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:09.223130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Attempting to bind port ec703ef3-597d-45b2-9d74-070eaa572b3d on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:50:09.223558 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Attempting to bind port ec703ef3-597d-45b2-9d74-070eaa572b3d by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:50:09.223967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Attempting to bind port ec703ef3-597d-45b2-9d74-070eaa572b3d on network 6fd03acf-077a-4992-b52f-35408fdf411b {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:50:09.231960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:50:09.232259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Checking segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:50:09.232704 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:09.233142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Bound using segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:50:09.233663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Bound port: ec703ef3-597d-45b2-9d74-070eaa572b3d, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:50:09.234072 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:09.296643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:09.304466 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:09.334442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89252-ba71-45ad-8332-e6a1da6dae3c req-37250601-8eb4-4fa9-81e5-ebf134668307 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:09.342082 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b5e89252-ba71-45ad-8332-e6a1da6dae3c req-37250601-8eb4-4fa9-81e5-ebf134668307 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.3613799 Feb 18 02:50:09.353686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] For port ec703ef3-597d-45b2-9d74-070eaa572b3d, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:50:09.354035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-c948e1e4-81d0-4551-a577-beeb3b93c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:09.355855 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-c948e1e4-81d0-4551-a577-beeb3b93c6b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1163 time: 0.3739185 Feb 18 02:50:09.362285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] For port ec703ef3-597d-45b2-9d74-070eaa572b3d, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=ec703ef3-597d-45b2-9d74-070eaa572b3d,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:50:09.380282 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:09.392681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:09.393371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:09.400169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae96d6-5f46-4377-89e2-033a67cbe77e None None] Pushing event updated for resources: {'Port': ['ID=ec703ef3-597d-45b2-9d74-070eaa572b3d,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:09.414763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f2ae96d6-5f46-4377-89e2-033a67cbe77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:09.415447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:09.572933 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6a833e9-992e-46c2-b484-6997839f6fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:09.826107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae96d6-5f46-4377-89e2-033a67cbe77e None None] Pushing event updated for resources: {'Port': ['ID=ec703ef3-597d-45b2-9d74-070eaa572b3d,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:09.832860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f2ae96d6-5f46-4377-89e2-033a67cbe77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:09.833313 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6a833e9-992e-46c2-b484-6997839f6fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:09.863147 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b5e89252-ba71-45ad-8332-e6a1da6dae3c req-f4339988-bf0d-431a-b7c1-e3c38ec6f289 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199423 Feb 18 02:50:09.902776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Routers {'c23f4e3b-3d82-4410-9e53-f37efe1de8e1'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:50:09.902776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:10.040356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6a833e9-992e-46c2-b484-6997839f6fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:10.048014 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-525286da-0304-4d6a-aa30-fb9c6071ffe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:10.056238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-d7348863-7118-49c9-80ba-b1fb1eeb76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:10.057883 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-d7348863-7118-49c9-80ba-b1fb1eeb76c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.6632237 Feb 18 02:50:10.069733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6a833e9-992e-46c2-b484-6997839f6fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:10.074073 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d6a833e9-992e-46c2-b484-6997839f6fae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d0c1449-ed30-4275-ab16-0c7f807b8030 HTTP/1.1" status: 204 len: 168 time: 0.8581800 Feb 18 02:50:10.077548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a833e9-992e-46c2-b484-6997839f6fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c1449-ed30-4275-ab16-0c7f807b8030,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:10.080793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d6a833e9-992e-46c2-b484-6997839f6fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:10.143024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] Set router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:50:10.181052 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-41a2a4e8-d90f-4356-9f4c-a598173ef1c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 200 len: 217 time: 0.0963118 Feb 18 02:50:10.308721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-5ba0c1d5-4cc4-4bc1-ac52-d1b83815564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:10.310338 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-5ba0c1d5-4cc4-4bc1-ac52-d1b83815564b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.0900736 Feb 18 02:50:10.341117 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2dd26fb-220c-45f3-8888-ab2abcb97d78 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:10.349594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2dd26fb-220c-45f3-8888-ab2abcb97d78 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:10.379994 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-af46bbeb-8b90-4bf8-b029-c2335a8ea5d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562608 Feb 18 02:50:10.639670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41908) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:10.659673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:59Z', 'updated_at': '2021-02-18T02:50:03Z', 'revision_number': 3, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'gw_port': {'id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:01Z', 'updated_at': '2021-02-18T02:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:10.663898 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [None req-f2dd26fb-220c-45f3-8888-ab2abcb97d78 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Floating IP 1e5b21ec-21f3-4f9c-8af8-5efe91be2303 associated. External IP: 172.28.1.196, port: dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7. Feb 18 02:50:10.664142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505df739-1fe7-4e9c-aa90-5e594d390d71 None None] The sync data for ids ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'] in dv-cinder-763306-10-smb is: [{'id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:59Z', 'updated_at': '2021-02-18T02:50:03Z', 'revision_number': 3, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'gw_port': {'id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:01Z', 'updated_at': '2021-02-18T02:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:50:10.669926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:10.680264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Allocated IP 172.20.0.1 (50e911e2-ed6a-4b57-acce-93b515ace1ab/c46a655f-3c38-4915-b89c-5f7f85fe5ef2/23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:50:10.705565 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:10.723086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Usage tracker for resource:security_group_rule and tenant:1c0340a2a07c4e598f8dd2bb925e1c20 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:10.742818 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:10.803688 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-7149c367-81b9-4224-b547-9b8e0782644e service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084983 Feb 18 02:50:10.805227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:11.142650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:11.147745 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0b3e59dd-e978-42af-85f1-2275647d1ee1 req-69781c8b-7c3e-4ff5-9aab-071b63632572 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3264213 Feb 18 02:50:11.274059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dd26fb-220c-45f3-8888-ab2abcb97d78 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:50:11.306832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Transition to ACTIVE for port object 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:50:11.373265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:11.384261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:11.395989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b3d0303d-e500-4d10-a66f-3004fc008f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:11.400432 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device ec703ef3-597d-45b2-9d74-070eaa572b3d up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:11.434582 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ead13-ff21-4d6e-9ee8-43ce174885d5,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:11.441420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:11.463237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b480bac-292b-4d33-8216-8cd9487c2408 req-1849ae76-f4c4-4189-b3b2-f72b142a9d3b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:11.470878 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8b480bac-292b-4d33-8216-8cd9487c2408 req-1849ae76-f4c4-4189-b3b2-f72b142a9d3b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.3220611 Feb 18 02:50:11.515695 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c0340a2a07c4e598f8dd2bb925e1c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8731816 Feb 18 02:50:11.520087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 41948) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:11.566924 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:11.582798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port ec703ef3-597d-45b2-9d74-070eaa572b3d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:50:11.594569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port ec703ef3-597d-45b2-9d74-070eaa572b3d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:11.594998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:11.726733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a031c8a6-475d-4a46-8df1-116ed1a2f2b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:11.899827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:11.908097 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8b480bac-292b-4d33-8216-8cd9487c2408 req-a6b4f65b-e826-41f0-8e32-5cbfcd96e824 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361460 Feb 18 02:50:11.933906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port ec703ef3-597d-45b2-9d74-070eaa572b3d, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=ec703ef3-597d-45b2-9d74-070eaa572b3d,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:50:11.934354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Pushing event updated for resources: {'Port': ['ID=23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:11.938305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:11.940959 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee5a7629-0756-4767-813c-69e8abbf546c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:11.966210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:11.968422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:50:12.010562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c260dc-ae55-4977-8c1d-0d4193e2e5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:12.046011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:50:12.063416 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:50:12.063964 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370910'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:12.081028 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=ec703ef3-597d-45b2-9d74-070eaa572b3d,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:12.089579 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c260dc-ae55-4977-8c1d-0d4193e2e5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:12.090747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:12.095648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dd26fb-220c-45f3-8888-ab2abcb97d78 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:50:12.101546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f2dd26fb-220c-45f3-8888-ab2abcb97d78 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:12.106636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] Sync routers for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:50:12.129616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:50:12.132786 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:12.217911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c260dc-ae55-4977-8c1d-0d4193e2e5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:12.230035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9907cc18-bc71-4925-92ee-3809e8906465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:12.253284 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f2dd26fb-220c-45f3-8888-ab2abcb97d78 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "PUT /v2.0/floatingips/1e5b21ec-21f3-4f9c-8af8-5efe91be2303 HTTP/1.1" status: 200 len: 992 time: 3.5514207 Feb 18 02:50:12.254033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:50:12.270999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c260dc-ae55-4977-8c1d-0d4193e2e5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ead13-ff21-4d6e-9ee8-43ce174885d5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:12.276738 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-46c260dc-ae55-4977-8c1d-0d4193e2e5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:12.418196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-46c260dc-ae55-4977-8c1d-0d4193e2e5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:12.419525 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-46c260dc-ae55-4977-8c1d-0d4193e2e5a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f91ead13-ff21-4d6e-9ee8-43ce174885d5 HTTP/1.1" status: 204 len: 168 time: 0.8972020 Feb 18 02:50:12.477123 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:12.477250 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7', 'status': 'completed', 'code': 200} Feb 18 02:50:12.514700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afb56428-4ff5-4522-9c08-a65646a3bcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:12.518329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-241e7952-21e3-4334-ba03-f467d0226391 None None] Provisioning for port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:50:12.594447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-241e7952-21e3-4334-ba03-f467d0226391 None None] Provisioning complete for port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:12.595117 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-241e7952-21e3-4334-ba03-f467d0226391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:12.687316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-241e7952-21e3-4334-ba03-f467d0226391 None None] Port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:50:12.777923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:50:12.947366 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-13d0439c-d200-4c2c-9f7e-713f98027605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:12.949138 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-13d0439c-d200-4c2c-9f7e-713f98027605 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 1163 time: 0.4135156 Feb 18 02:50:13.117490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 42004) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:13.161343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:13.175109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89847a-a30b-4e5f-9416-50375838f634 req-868f43b7-51b4-4e97-86fd-a88ad614c7d3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:13.176752 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0f89847a-a30b-4e5f-9416-50375838f634 req-868f43b7-51b4-4e97-86fd-a88ad614c7d3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1098726 Feb 18 02:50:13.189888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:13.207634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Usage tracker for resource:security_group_rule and tenant:79cabaa8930a4d37b27fdacad1f8db9b is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:13.216796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:13.240253 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:13.240914 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0f89847a-a30b-4e5f-9416-50375838f634 req-be4a8c72-f404-45cd-b8c6-8a46b43a1561 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549440 Feb 18 02:50:13.292410 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-028fce5e-0e34-4aa7-a6f1-3320384a5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:13.294044 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-028fce5e-0e34-4aa7-a6f1-3320384a5adb service neutron] 10.222.0.52 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 905 time: 0.3310766 Feb 18 02:50:13.301712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device ec703ef3-597d-45b2-9d74-070eaa572b3d up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:13.388079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': '1e5b21ec-21f3-4f9c-8af8-5efe91be2303', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'port_id': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'mac_address': 'fa:16:3e:de:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:49:45Z', 'updated_at': '2021-02-18T02:50:10Z', 'revision_number': 1, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:13.396699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] Checking router: 054d8a9c-c46b-4e89-826e-7ad3924e6c5f for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:50:13.401121 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port ec703ef3-597d-45b2-9d74-070eaa572b3d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:13.401241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:13.431075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:13.445494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:13.446418 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854404996'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:13.453094 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:50:13.453804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:13.517726 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:13.601999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Pushing event updated for resources: {'Port': ['ID=23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:13.638075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:13.640137 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-a75ef68b-9311-4823-ba57-c960b5081bf9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 HTTP/1.1" status: 200 len: 1000 time: 0.3306148 Feb 18 02:50:13.723200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:50:13.750422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:50:13.755213 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:50:13.778865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:13.809468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 42014) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:13.901971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] Deleting subnet 989127c1-4855-4c7b-bac7-a0471ac8ba6a {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:50:13.924465 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.004750 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:50:14.005975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.034504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848310888'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.054597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-ff9d20cf-5c2e-4e2e-89c4-3012521fa0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:14.056755 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-ff9d20cf-5c2e-4e2e-89c4-3012521fa0b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 200 len: 850 time: 0.4058459 Feb 18 02:50:14.063013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:14.073773 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79cabaa8930a4d37b27fdacad1f8db9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9502952 Feb 18 02:50:14.088454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 42026) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:14.203691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.335113 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-2562ed1c-9358-4eb9-a4f4-2aee8f1dbe88 None None] Provisioning complete for port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:14.335654 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2562ed1c-9358-4eb9-a4f4-2aee8f1dbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.394086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34d59c47-eccd-40d3-8069-ef5d222ec029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.425357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-2562ed1c-9358-4eb9-a4f4-2aee8f1dbe88 None None] Port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:50:14.429229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34d59c47-eccd-40d3-8069-ef5d222ec029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.433998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': '1e5b21ec-21f3-4f9c-8af8-5efe91be2303', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'port_id': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'mac_address': 'fa:16:3e:de:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:49:45Z', 'updated_at': '2021-02-18T02:50:10Z', 'revision_number': 1, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:14.439237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1d4ce-e5b0-4c2a-8566-7c779671c4fa None None] The sync data for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb is: [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': '1e5b21ec-21f3-4f9c-8af8-5efe91be2303', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'port_id': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'mac_address': 'fa:16:3e:de:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:49:45Z', 'updated_at': '2021-02-18T02:50:10Z', 'revision_number': 1, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:50:14.571494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 42036) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:14.607416 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213ef7c-4e75-4c0e-9054-879b91e52aac,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:14.611945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:14.643399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601372'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.656444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34d59c47-eccd-40d3-8069-ef5d222ec029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.669295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d0af0a46-a67c-4e45-a308-7b955069cdab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:14.672592 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6c2ef783-48c0-4b02-a826-cd4a09ab4528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:14.692386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-2d261b5a-6d0d-4c8b-9922-9a132e40daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:14.694014 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-2d261b5a-6d0d-4c8b-9922-9a132e40daf0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=899f9aa8-9045-402c-8b00-46c755c88f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.6188774 Feb 18 02:50:14.701643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d59c47-eccd-40d3-8069-ef5d222ec029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213ef7c-4e75-4c0e-9054-879b91e52aac,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:14.704416 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-34d59c47-eccd-40d3-8069-ef5d222ec029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:14.705905 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34d59c47-eccd-40d3-8069-ef5d222ec029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.706575 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-34d59c47-eccd-40d3-8069-ef5d222ec029 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e213ef7c-4e75-4c0e-9054-879b91e52aac HTTP/1.1" status: 204 len: 168 time: 0.4361174 Feb 18 02:50:14.742520 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:50:14.753504 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/c23f4e3b-3d82-4410-9e53-f37efe1de8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9387321 Feb 18 02:50:14.757866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Sync routers for ids ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:50:14.790876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Routers {'c23f4e3b-3d82-4410-9e53-f37efe1de8e1'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:50:14.794256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a4f4-b2bc-48f6-b459-7991c10eb9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.798968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:49:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:14.864406 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989127c1-4855-4c7b-bac7-a0471ac8ba6a,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:14.895709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.903839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:14.909930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1e47f-ce73-42ac-a732-d2d7bb3ddb2e None None] New status for floating IP 1e5b21ec-21f3-4f9c-8af8-5efe91be2303: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:50:14.978926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:14.988184 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/989127c1-4855-4c7b-bac7-a0471ac8ba6a HTTP/1.1" status: 204 len: 168 time: 1.1774099 Feb 18 02:50:14.991233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 42050) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:15.172168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:15.231141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bd657-89b6-4b0a-bd0c-8ef7e941187f req-dfbdeddf-d2c6-4fd4-ad82-3a4d94ad9285 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:15.232860 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-101bd657-89b6-4b0a-bd0c-8ef7e941187f req-dfbdeddf-d2c6-4fd4-ad82-3a4d94ad9285 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.6865098 Feb 18 02:50:15.239427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:15.322175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Set router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:50:15.336880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Usage tracker for resource:security_group_rule and tenant:773b1842f41f4b7691c61ad39c945476 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:15.341527 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-921e14ee-f6dc-4dcd-b4fc-9a70fd99c9e1 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132808 Feb 18 02:50:15.342405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:15.391664 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:15.458562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:15.535575 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-101bd657-89b6-4b0a-bd0c-8ef7e941187f req-0e6e9c05-3469-4e1e-b5fd-6c72186ca75d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913096 Feb 18 02:50:15.659819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28024965-1f7d-4415-b08c-1adfebdfd905']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:15.675941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d73b080-f011-4f52-a539-dc5a1e68c25c') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:15.676883 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d73b080-f011-4f52-a539-dc5a1e68c25c') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:15.680658 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:15.695168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464928'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:15.723128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:15.727027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:50:15.784860 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ea39c6cf-f5b8-4293-8a64-adf6c162480c req-d101a389-ff26-46ff-9e11-dbb578ccbe88 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4224675 Feb 18 02:50:15.889426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:15.899307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:15.909080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b139d843-3094-40c5-92ac-8be948cb6e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:15.975534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:59Z', 'updated_at': '2021-02-18T02:50:12Z', 'revision_number': 4, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'gw_port': {'id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:01Z', 'updated_at': '2021-02-18T02:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d', 'name': '', 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'mac_address': 'fa:16:3e:f1:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c46a655f-3c38-4915-b89c-5f7f85fe5ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:09Z', 'updated_at': '2021-02-18T02:50:12Z', 'revision_number': 2, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'subnets': [{'id': 'c46a655f-3c38-4915-b89c-5f7f85fe5ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:15.980219 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Checking router: c23f4e3b-3d82-4410-9e53-f37efe1de8e1 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:50:15.980626 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Updating router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d binding host dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:50:16.028578 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aaaa25-6d03-4919-a2f9-415cf6c70933,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:16.058421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:16.132361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 42080) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:16.132843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:16.164012 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=773b1842f41f4b7691c61ad39c945476&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5501420 Feb 18 02:50:16.172288 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 42088) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:16.190638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Network 28024965-1f7d-4415-b08c-1adfebdfd905 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:50:16.208437 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-9fadfa4e-619e-4a3f-9667-3d1ca44a0337 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1765921 Feb 18 02:50:16.219496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847496567'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:16.428449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-243c9603-12be-4e0f-a51c-6af43adf406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:16.433151 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-243c9603-12be-4e0f-a51c-6af43adf406c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 1163 time: 0.1961670 Feb 18 02:50:16.514273 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1060582021', 'description': 'tempest-TestShelveInstance-1060582021 description'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:16.525966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:16.530402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:16.531029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Usage tracker for resource:security_group and tenant:00130025e7cc46389197fbd0023e9aa1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:16.534332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:16.536466 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:16.541849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:16.626530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:16.658061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:16.665288 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Usage tracker for resource:security_group_rule and tenant:937e2b2bd9a547d9a8e4bdcc3def2235 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:16.670099 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:16.681358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:16.758305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:16.792808 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:16.796294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Network 28024965-1f7d-4415-b08c-1adfebdfd905 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:50:16.800092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-c9c06d31-9d50-44f4-b492-0eaadb50be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:16.801900 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-c9c06d31-9d50-44f4-b492-0eaadb50be3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 911 time: 0.3307085 Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:50:16.876752 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:50:16.937915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Usage tracker for resource:security_group_rule and tenant:00130025e7cc46389197fbd0023e9aa1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:16.944978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:16.963782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-822f9fd0-6665-4919-a474-e36c0bd8f45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:16.996175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:17.012975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-822f9fd0-6665-4919-a474-e36c0bd8f45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.033568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.038931 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-493bc3b8-a9fc-4977-82a5-d42798e62a94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7 HTTP/1.1" status: 200 len: 1002 time: 0.2231910 Feb 18 02:50:17.096034 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.169596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.194992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-767fb059-ca94-4ae2-b02c-4ac4c29b61c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:17.200230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.201451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-822f9fd0-6665-4919-a474-e36c0bd8f45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.207821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.221262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:17.222471 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Transition to ACTIVE for port object 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:50:17.228337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.232847 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937e2b2bd9a547d9a8e4bdcc3def2235&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0964732 Feb 18 02:50:17.235083 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4939d-28c6-4094-a565-63eb7b8bcd8f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:17.239907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-822f9fd0-6665-4919-a474-e36c0bd8f45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.243197 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-822f9fd0-6665-4919-a474-e36c0bd8f45a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26aaaa25-6d03-4919-a2f9-415cf6c70933 HTTP/1.1" status: 204 len: 168 time: 0.7329428 Feb 18 02:50:17.243411 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/28024965-1f7d-4415-b08c-1adfebdfd905 HTTP/1.1" status: 204 len: 168 time: 2.2508256 Feb 18 02:50:17.244504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 42140) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:17.263480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=28024965-1f7d-4415-b08c-1adfebdfd905,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:17.263628 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-21b7bfce-f33c-4fbf-8322-12ccf9d2e3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:17.265746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 42144) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:17.270949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:17.290254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-893e5824-4c81-44f0-8f5d-cc42e0be00e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:17.291170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-842b491d-1c1a-4517-857a-92f13ca90425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:17.309818 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-856d27f7-1c84-4d00-a89f-301c6a770826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:17.318169 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-856d27f7-1c84-4d00-a89f-301c6a770826 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.2235301 Feb 18 02:50:17.355003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f9fd0-6665-4919-a474-e36c0bd8f45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aaaa25-6d03-4919-a2f9-415cf6c70933,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:17.380375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-822f9fd0-6665-4919-a474-e36c0bd8f45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:17.396801 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.423114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.441587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d6a833e9-992e-46c2-b484-6997839f6fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:17.465307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a822-7768-4fba-87fd-e6ab6e8fc5dd req-2f7bab54-30d9-47bb-98bd-0a2fdbc05c78 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:17.468382 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-48e0a822-7768-4fba-87fd-e6ab6e8fc5dd req-2f7bab54-30d9-47bb-98bd-0a2fdbc05c78 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.4249272 Feb 18 02:50:17.485996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebe8c5-bb57-4e44-a577-76917a98d6d9 None None] Pushing event updated for resources: {'Port': ['ID=23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:17.489643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-01ebe8c5-bb57-4e44-a577-76917a98d6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:17.498957 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf860dc-4635-4168-9b64-5b25647fc61d,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:17.501209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-716a0328-95d3-4e79-ad9e-bf216810465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.516234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.517643 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-16f03b95-7221-4541-9194-bbca09ef13be req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0076690 Feb 18 02:50:17.535125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-716a0328-95d3-4e79-ad9e-bf216810465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.593042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:17.602629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f6d0d7-fe08-4254-a030-a1a5b6af30e0 admin admin] Deleting subnet fd465b6e-f34a-4d9e-a43d-7a53b441a441 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:50:17.606564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-716a0328-95d3-4e79-ad9e-bf216810465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.611394 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43f6d0d7-fe08-4254-a030-a1a5b6af30e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.623298 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-48e0a822-7768-4fba-87fd-e6ab6e8fc5dd req-9842abb7-fa48-4188-97d4-7910d65f704f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403251 Feb 18 02:50:17.656591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-e8568723-6ebe-4690-b789-bdfa63a0b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:17.658477 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-e8568723-6ebe-4690-b789-bdfa63a0b8a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3249667 Feb 18 02:50:17.693717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-613eff54-dcd1-434d-8ca8-65ba67433396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:17.728285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a0328-95d3-4e79-ad9e-bf216810465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4939d-28c6-4094-a565-63eb7b8bcd8f,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:17.751065 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-716a0328-95d3-4e79-ad9e-bf216810465d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:17.768765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-716a0328-95d3-4e79-ad9e-bf216810465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.772989 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-716a0328-95d3-4e79-ad9e-bf216810465d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9eb4939d-28c6-4094-a565-63eb7b8bcd8f HTTP/1.1" status: 204 len: 168 time: 0.5087535 Feb 18 02:50:17.799928 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43f6d0d7-fe08-4254-a030-a1a5b6af30e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848310888'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.961562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Attempting to bind port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:50:17.961819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43f6d0d7-fe08-4254-a030-a1a5b6af30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.963878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Attempting to bind port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '1ba5c0a7-949c-4e25-b39f-05f5d00445c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:50:17.964652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Attempting to bind port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d on network 50e911e2-ed6a-4b57-acce-93b515ace1ab {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:50:17.973353 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-971d6859-1d97-4df7-a41c-b073ff7f3d4a tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups/8cf860dc-4635-4168-9b64-5b25647fc61d HTTP/1.1" status: 200 len: 1802 time: 0.2974954 Feb 18 02:50:17.987896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:50:17.993728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Checking segment: {'id': '1ba5c0a7-949c-4e25-b39f-05f5d00445c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:50:17.994517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:17.997294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Bound using segment: {'id': '1ba5c0a7-949c-4e25-b39f-05f5d00445c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:50:18.000530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Bound port: 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba5c0a7-949c-4e25-b39f-05f5d00445c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:50:18.001192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:18.024581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8cf860dc-4635-4168-9b64-5b25647fc61d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:18.024884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8cf860dc-4635-4168-9b64-5b25647fc61d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:18.034602 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:18.043372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Usage tracker for resource:security_group_rule and tenant:00130025e7cc46389197fbd0023e9aa1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:18.055323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:18.065251 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:18.072049 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-f83275d1-355f-40c8-9b9f-7a00c27d0cff service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946133 Feb 18 02:50:18.196235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] For port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:50:18.199616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] For port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d,segment=NetworkSegment(1ba5c0a7-949c-4e25-b39f-05f5d00445c6),segment_id=1ba5c0a7-949c-4e25-b39f-05f5d00445c6)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:50:18.204303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:18.232689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:18.445018 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43f6d0d7-fe08-4254-a030-a1a5b6af30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601372'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:18.471256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebe8c5-bb57-4e44-a577-76917a98d6d9 None None] Pushing event updated for resources: {'Port': ['ID=23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d,revision_number=4']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:18.478487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-01ebe8c5-bb57-4e44-a577-76917a98d6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:18.483107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:18.498346 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0bdcb23-3744-406a-be87-1fa2ec572403 req-b4fabb11-e76f-42e6-aa82-e32008f482b5 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4166803 Feb 18 02:50:18.506500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:18.572491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:18.575829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Routers {'c23f4e3b-3d82-4410-9e53-f37efe1de8e1'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:50:18.576763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:50:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:18.578766 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:18.587247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-866df92d-6058-42d4-9d43-a8d49a8f365a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:18.669900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 42216) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:18.670827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6d0d7-fe08-4254-a030-a1a5b6af30e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd465b6e-f34a-4d9e-a43d-7a53b441a441,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:18.674300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-43f6d0d7-fe08-4254-a030-a1a5b6af30e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:18.685640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9477b0d-0d23-494a-bd9e-34e04eb6adc6,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:18.688144 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:18.711120 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7ac55828-9e90-4a21-89e0-afd09e87b348 req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7225125 Feb 18 02:50:18.712430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-297831dd-d2df-4251-8291-66b662a5973c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:18.797031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-43f6d0d7-fe08-4254-a030-a1a5b6af30e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:18.812735 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-43f6d0d7-fe08-4254-a030-a1a5b6af30e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd465b6e-f34a-4d9e-a43d-7a53b441a441 HTTP/1.1" status: 204 len: 168 time: 1.5297425 Feb 18 02:50:18.818450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 42226) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:18.821111 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-113bfc7f-a9a3-4d5f-8514-26848f96986d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups/8cf860dc-4635-4168-9b64-5b25647fc61d HTTP/1.1" status: 200 len: 2395 time: 0.1039870 Feb 18 02:50:18.826550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8cf860dc-4635-4168-9b64-5b25647fc61d', 'remote_group_id': None}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:18.826913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8cf860dc-4635-4168-9b64-5b25647fc61d', 'remote_group_id': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:18.844306 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:18.855249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Usage tracker for resource:security_group_rule and tenant:00130025e7cc46389197fbd0023e9aa1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:18.863745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:18.874467 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:18.991536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] Set router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:50:19.003215 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.059845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.066451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.069881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-16949911-9067-429c-b371-67d0f4b5f798 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:19.074799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2070421723-network', 'tenant_id': 'df6cf805a6c945978968cbff544feeac'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:19.096540 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5522c269-0eb1-4df5-952a-f18bc8e9091c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:19.100044 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:19.100889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:19.107840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.112003 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-240660c8-7ae7-4d72-bd40-b25bed8c52a9 req-e27f6982-8264-4a42-8d2f-b44897ae4747 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2899175 Feb 18 02:50:19.123799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Usage tracker for resource:network and tenant:df6cf805a6c945978968cbff544feeac is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:19.123799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:19.134230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.256268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:19.367715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Made reservation on behalf of df6cf805a6c945978968cbff544feeac for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:50:19.372669 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.399435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2589c7-950b-43cf-aed2-59bc9688c448 req-4c17de7f-57ca-4917-b715-41ae2e553c8c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:19.401188 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-df2589c7-950b-43cf-aed2-59bc9688c448 req-4c17de7f-57ca-4917-b715-41ae2e553c8c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.4288383 Feb 18 02:50:19.527001 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.556908 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-df2589c7-950b-43cf-aed2-59bc9688c448 req-68348205-0456-4c34-97f1-52b1e8813753 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940115 Feb 18 02:50:19.558919 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.603590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:59Z', 'updated_at': '2021-02-18T02:50:12Z', 'revision_number': 4, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'gw_port': {'id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:01Z', 'updated_at': '2021-02-18T02:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d', 'name': '', 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'mac_address': 'fa:16:3e:f1:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c46a655f-3c38-4915-b89c-5f7f85fe5ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:09Z', 'updated_at': '2021-02-18T02:50:18Z', 'revision_number': 4, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'subnets': [{'id': 'c46a655f-3c38-4915-b89c-5f7f85fe5ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:19.608495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d86df3-a7ad-455d-94ae-44706c5cc914 None None] The sync data for ids ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'] in dv-cinder-763306-10-smb is: [{'id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:59Z', 'updated_at': '2021-02-18T02:50:12Z', 'revision_number': 4, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'gw_port': {'id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:01Z', 'updated_at': '2021-02-18T02:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d', 'name': '', 'network_id': '50e911e2-ed6a-4b57-acce-93b515ace1ab', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'mac_address': 'fa:16:3e:f1:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c46a655f-3c38-4915-b89c-5f7f85fe5ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:09Z', 'updated_at': '2021-02-18T02:50:18Z', 'revision_number': 4, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'subnets': [{'id': 'c46a655f-3c38-4915-b89c-5f7f85fe5ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:50:19.712759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:19.721469 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Usage tracker for resource:security_group_rule and tenant:df6cf805a6c945978968cbff544feeac is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:19.727776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:19.747526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:19.830974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c354c0-d7e3-45a6-8e8f-e57dc98f5185']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:19.863816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb481ea6-4e31-42cd-90c0-4f51af3b7307') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:19.864191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb481ea6-4e31-42cd-90c0-4f51af3b7307') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:50:19.889441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464928'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.925412 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:19.934231 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:50:20.655018 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:20.660028 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Network 61c354c0-d7e3-45a6-8e8f-e57dc98f5185 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:50:20.672295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:20.680585 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847496567'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:20.694821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-822f9fd0-6665-4919-a474-e36c0bd8f45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:20.813995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:50:20.917519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:20.947230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:20.947646 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Added segment 1383fcd0-8505-4f51-9834-dc4578bbbc06 of type vxlan for network f70ee4f4-3821-4a88-94a6-fb544a74c327 Feb 18 02:50:20.959392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.960377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.960776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.961174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.961559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.961951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.962358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.962746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.963226 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.963526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.963915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.964349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.964700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.965074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.965557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.966254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.966460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.966762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.968217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.968618 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.969010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.969385 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.969770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.970152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:20.982964 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Network 61c354c0-d7e3-45a6-8e8f-e57dc98f5185 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:50:20.992169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:20.999066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e601-6b14-45f3-b1b7-1dc57604bc36 req-d67af34d-f2f3-47db-aced-6107fc201b1a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:21.001544 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c8c1e601-6b14-45f3-b1b7-1dc57604bc36 req-d67af34d-f2f3-47db-aced-6107fc201b1a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.7871308 Feb 18 02:50:21.006467 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.017228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413622ca-fe76-4d8c-a007-4492c5083d85 req-57b87cc2-271d-4439-b497-30c10203a3e5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:50:21.018475 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:50:21.023141 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-413622ca-fe76-4d8c-a007-4492c5083d85 req-57b87cc2-271d-4439-b497-30c10203a3e5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1247056 Feb 18 02:50:21.077406 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-413622ca-fe76-4d8c-a007-4492c5083d85 req-1b2544fc-e8fd-48d4-8c13-e4aeb94ca494 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476465 Feb 18 02:50:21.152660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.163136 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c8c1e601-6b14-45f3-b1b7-1dc57604bc36 req-d154b29a-5cc8-4979-ba10-f70964b1213f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436608 Feb 18 02:50:21.172328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.186153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b5433728-0dcd-479c-8e99-d6726031410b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:21.202767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.215386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Pushing event deleted for resources: {'Network': ['ID=61c354c0-d7e3-45a6-8e8f-e57dc98f5185,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:21.223267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:21.233974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.235630 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:21.236266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.243527 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] 10.222.0.13 "DELETE /v2.0/networks/61c354c0-d7e3-45a6-8e8f-e57dc98f5185 HTTP/1.1" status: 204 len: 168 time: 2.4210174 Feb 18 02:50:21.243527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-38a9468e-9b7a-44f1-ad10-083b2d9cfe4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:21.333988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:21.350442 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6749430 Feb 18 02:50:21.353633 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 42332) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:21.361975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Request body: {'subnet': {'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2070421723-subnet', 'tenant_id': 'df6cf805a6c945978968cbff544feeac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:21.369536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:21.372164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f70ee4f4-3821-4a88-94a6-fb544a74c327,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:21.379973 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:21.383530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Usage tracker for resource:subnet and tenant:df6cf805a6c945978968cbff544feeac is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:21.387636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:21.394008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:21.402459 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network f70ee4f4-3821-4a88-94a6-fb544a74c327 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:50:21.406861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Made reservation on behalf of df6cf805a6c945978968cbff544feeac for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:50:21.412350 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848174410'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.415834 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network f70ee4f4-3821-4a88-94a6-fb544a74c327 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:50:21.494933 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 42338) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:21.568590 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c933546c-3b15-4b68-9305-f0b0b8ae2905 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88aa37b3cb454a9f9568989c9591557c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722811 Feb 18 02:50:21.571810 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 42344) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:21.639553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.682447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.748145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:21.792877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.798992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-34d59c47-eccd-40d3-8069-ef5d222ec029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:21.822641 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40359501-3307-4f66-a5eb-e5d448ad7f4b,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:21.838127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.838829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.839372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.839947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.840623 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.841514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.842046 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.842586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.843361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.843927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.844453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.844973 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.845533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.846052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.846584 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.847109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.847652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.848169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.848687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.849302 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.849820 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.851196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.851930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.852453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:21.869047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:21.872681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.874493 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40359501-3307-4f66-a5eb-e5d448ad7f4b HTTP/1.1" status: 204 len: 168 time: 0.3016663 Feb 18 02:50:21.898509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:50:21.904316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:21.904913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:21.932506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 5c60c938-e34e-4642-ba51-631cdab16c2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:21.932932 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:22.024163 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847489773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848174459'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:22.043534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:22.174625 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:22.214962 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d,segment=NetworkSegment(1ba5c0a7-949c-4e25-b39f-05f5d00445c6),segment_id=1ba5c0a7-949c-4e25-b39f-05f5d00445c6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:50:22.221834 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:22.224121 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:22.263938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da7b514-c065-4946-ba4e-2f40b6eec20a,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:22.277189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:22.304796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:22.308289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:22.441682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Checking segment: {'id': '1383fcd0-8505-4f51-9834-dc4578bbbc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:50:22.442605 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Network hostable DHCP agents. Network: f70ee4f4-3821-4a88-94a6-fb544a74c327, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:50:22.473577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb8dda-da74-4440-8f75-80cecc0601e6 req-51186759-6c00-4d4f-a2f4-226a8a31d69c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:22.475867 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-81fb8dda-da74-4440-8f75-80cecc0601e6 req-51186759-6c00-4d4f-a2f4-226a8a31d69c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1073284 Feb 18 02:50:22.478266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fe8a4-c784-4f85-9f3d-76155ffa66cd req-f0c88fb0-2a1f-417c-94da-0035cd6891ee tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:22.479895 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d0fe8a4-c784-4f85-9f3d-76155ffa66cd req-f0c88fb0-2a1f-417c-94da-0035cd6891ee tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1584661 Feb 18 02:50:22.481036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Network f70ee4f4-3821-4a88-94a6-fb544a74c327 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:50:22.503017 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 42372) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:22.514094 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, f70ee4f4-3821-4a88-94a6-fb544a74c327) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:50:22.523120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ca123-90de-4431-8d38-ed9163aeee6a None None] Network f70ee4f4-3821-4a88-94a6-fb544a74c327 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:50:22.557414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:22.557987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:22.567574 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-8e289c6c-3e26-4991-b0b7-a8d02f75ed8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38fc1d920e8547d7988383eadfed7237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615265 Feb 18 02:50:22.575305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 42376) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:50:22.579052 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d0fe8a4-c784-4f85-9f3d-76155ffa66cd req-a7afc934-9e4b-4248-9ef0-84bf130dadd3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911338 Feb 18 02:50:22.619499 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-96b1af77-414a-4368-bdaf-75eb7336555a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2537069 Feb 18 02:50:22.642598 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-81fb8dda-da74-4440-8f75-80cecc0601e6 req-a3d972fe-92bc-40bf-997b-8fec0798a1a0 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559255 Feb 18 02:50:22.685486 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0af94b1-ff16-4033-80a9-60f5f57a3642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:22.773890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0af94b1-ff16-4033-80a9-60f5f57a3642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:22.869520 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0af94b1-ff16-4033-80a9-60f5f57a3642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:22.876188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1b3de04e-e260-4135-b057-d60133b9cb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:22.892632 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b0af94b1-ff16-4033-80a9-60f5f57a3642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:22.902322 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b0af94b1-ff16-4033-80a9-60f5f57a3642 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/139569ba-5464-4a6f-8a2c-8d830211f7e7 HTTP/1.1" status: 204 len: 168 time: 0.3225994 Feb 18 02:50:22.903407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af94b1-ff16-4033-80a9-60f5f57a3642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139569ba-5464-4a6f-8a2c-8d830211f7e7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:22.905772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b0af94b1-ff16-4033-80a9-60f5f57a3642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:22.918149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1214b45-930e-4943-913b-7dcd7fa6988f None None] Network f70ee4f4-3821-4a88-94a6-fb544a74c327 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:50:23.281879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:23.375556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:23.375969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:23.845030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b07910-fd87-4ef4-aa3a-4c6b05c7a615 req-4d709d0e-8210-4969-bec8-55ba6bb0bca0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:23.846590 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0b07910-fd87-4ef4-aa3a-4c6b05c7a615 req-4d709d0e-8210-4969-bec8-55ba6bb0bca0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0920687 Feb 18 02:50:23.880261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6160d-ceb1-4a74-82ab-59639db7bfe8 req-2eff5c1e-2d5c-4ffe-9898-21a69d7656ad tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:23.882308 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5ff6160d-ceb1-4a74-82ab-59639db7bfe8 req-2eff5c1e-2d5c-4ffe-9898-21a69d7656ad tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0868595 Feb 18 02:50:23.896680 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0b07910-fd87-4ef4-aa3a-4c6b05c7a615 req-8bafe3f7-528e-44b9-a288-5be5779de7a3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Feb 18 02:50:23.948504 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5ff6160d-ceb1-4a74-82ab-59639db7bfe8 req-0c986c8b-61fd-4fd9-a8da-4e41a5b64fac tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471356 Feb 18 02:50:25.106024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7730b7-eb7e-4387-8fbe-42620d506a11 req-dc58417a-473b-4de5-9e66-37c3d6cc91af tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:25.107811 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef7730b7-eb7e-4387-8fbe-42620d506a11 req-dc58417a-473b-4de5-9e66-37c3d6cc91af tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0936878 Feb 18 02:50:25.156106 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef7730b7-eb7e-4387-8fbe-42620d506a11 req-8b43ff5d-e0ad-4dac-bf4d-aa17cc095791 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Feb 18 02:50:25.343566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0585029-0e28-48ba-8650-f25ff8d624a8 req-3a5fa3ee-c6e8-4b87-880f-5a9eb64c900d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:25.345205 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0585029-0e28-48ba-8650-f25ff8d624a8 req-3a5fa3ee-c6e8-4b87-880f-5a9eb64c900d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0890706 Feb 18 02:50:25.393455 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0585029-0e28-48ba-8650-f25ff8d624a8 req-4c26d76b-ce41-448b-a2ac-0d35df2bf356 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Feb 18 02:50:26.361635 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39c51b-a0a2-4432-87bc-ef0db5d91c28 req-64a38f66-aab2-4c69-8574-3dc2f70c1ced tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:26.363249 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2c39c51b-a0a2-4432-87bc-ef0db5d91c28 req-64a38f66-aab2-4c69-8574-3dc2f70c1ced tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0914810 Feb 18 02:50:26.411110 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2c39c51b-a0a2-4432-87bc-ef0db5d91c28 req-d63fc263-ad72-4c70-ada8-ff46c3cf15c6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Feb 18 02:50:26.597408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e140a42-9b3c-4ff0-b67a-dbc7c2815c69 req-d9f1fc64-82e7-469c-967c-f5007cb3264c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:26.599037 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3e140a42-9b3c-4ff0-b67a-dbc7c2815c69 req-d9f1fc64-82e7-469c-967c-f5007cb3264c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0860493 Feb 18 02:50:26.652545 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3e140a42-9b3c-4ff0-b67a-dbc7c2815c69 req-645264bf-3621-44f1-9824-f9e88ad362da tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465224 Feb 18 02:50:27.615005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4109-3b84-4673-962e-d4c94da06670 req-a992380f-da92-4145-98f0-262e9835c47a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:27.616690 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f7ba4109-3b84-4673-962e-d4c94da06670 req-a992380f-da92-4145-98f0-262e9835c47a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0861151 Feb 18 02:50:27.665042 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f7ba4109-3b84-4673-962e-d4c94da06670 req-41f808cc-5b60-405b-95c9-1efc8c69eb1b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415337 Feb 18 02:50:27.860800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480397-d92a-4f37-ae9d-90fb01eb56e1 req-5efbe657-8410-40fe-bd5e-451eb64dea31 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:27.862397 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-77480397-d92a-4f37-ae9d-90fb01eb56e1 req-5efbe657-8410-40fe-bd5e-451eb64dea31 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0909643 Feb 18 02:50:27.909900 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-77480397-d92a-4f37-ae9d-90fb01eb56e1 req-c330be66-b4a6-4aac-8a0c-71d7c2706a75 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 Feb 18 02:50:28.869563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7078de-f88f-4aa6-b3cc-d0b33a6a4ac1 req-33e6e14f-d8a6-4ca0-a5ce-aa56b8e80e7b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:28.871185 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1c7078de-f88f-4aa6-b3cc-d0b33a6a4ac1 req-33e6e14f-d8a6-4ca0-a5ce-aa56b8e80e7b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0853605 Feb 18 02:50:28.922492 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1c7078de-f88f-4aa6-b3cc-d0b33a6a4ac1 req-5f7f2d24-0f13-461b-b355-25d76b1d9a87 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Feb 18 02:50:29.108829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcfebd-9873-4cf0-93b8-46c451d0241d req-8fed4220-26f5-4c76-b16c-3d0629a175ac tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:29.110355 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f3fcfebd-9873-4cf0-93b8-46c451d0241d req-8fed4220-26f5-4c76-b16c-3d0629a175ac tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0853674 Feb 18 02:50:29.158749 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f3fcfebd-9873-4cf0-93b8-46c451d0241d req-a106ccea-f33b-4e7c-9763-11c35514f006 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421996 Feb 18 02:50:30.136692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790d16e-a48b-4e61-b4e4-6f7779b8e72e req-1509e119-2335-4011-aba2-6622ecac04e4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:30.138313 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3790d16e-a48b-4e61-b4e4-6f7779b8e72e req-1509e119-2335-4011-aba2-6622ecac04e4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0957725 Feb 18 02:50:30.186877 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3790d16e-a48b-4e61-b4e4-6f7779b8e72e req-cbc82b05-a361-4680-af1d-97a831b17a8a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Feb 18 02:50:30.373665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467bdf9-bc16-4050-bbef-46b4c3c78502 req-08c641fe-38f6-4ef2-8d4b-58334b3a5bcf tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:30.375312 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b467bdf9-bc16-4050-bbef-46b4c3c78502 req-08c641fe-38f6-4ef2-8d4b-58334b3a5bcf tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0872228 Feb 18 02:50:30.443212 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b467bdf9-bc16-4050-bbef-46b4c3c78502 req-df06084b-0241-4bfb-8cec-60b48383a936 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615215 Feb 18 02:50:31.394326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add868e6-a63e-438b-80ce-e9c027bdb266 req-fdb0cf94-d7e9-44ee-b226-d57eabf36129 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:31.395959 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-add868e6-a63e-438b-80ce-e9c027bdb266 req-fdb0cf94-d7e9-44ee-b226-d57eabf36129 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0892935 Feb 18 02:50:31.442653 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-add868e6-a63e-438b-80ce-e9c027bdb266 req-d413436b-68ae-4eb2-8daf-bcffd9b7c0b2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Feb 18 02:50:31.656755 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f99c3-ade5-4125-8a8d-6e35a405b016 req-46220d97-7f75-4858-b8d9-2ccc2b5e85dc tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:31.658466 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e43f99c3-ade5-4125-8a8d-6e35a405b016 req-46220d97-7f75-4858-b8d9-2ccc2b5e85dc tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0889783 Feb 18 02:50:31.708146 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e43f99c3-ade5-4125-8a8d-6e35a405b016 req-493970fd-8156-4249-8154-abdfb3327793 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Feb 18 02:50:32.645433 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac71d3-a27e-4a43-a8da-40e5416e48ff req-571a40e9-43e3-43e6-9e96-c71bc93801a7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:32.647096 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-15ac71d3-a27e-4a43-a8da-40e5416e48ff req-571a40e9-43e3-43e6-9e96-c71bc93801a7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0882387 Feb 18 02:50:32.698978 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-15ac71d3-a27e-4a43-a8da-40e5416e48ff req-72a203d6-f878-46aa-a3e4-4118de61b4c7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448971 Feb 18 02:50:32.950342 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37093554-1b0d-45d9-98bd-8853d345d733 req-a6cb1ad2-fd69-4b63-9a9d-58b98dba5074 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:32.951944 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37093554-1b0d-45d9-98bd-8853d345d733 req-a6cb1ad2-fd69-4b63-9a9d-58b98dba5074 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0904353 Feb 18 02:50:33.003636 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37093554-1b0d-45d9-98bd-8853d345d733 req-e2be123e-78c8-4eab-9447-42d98d90bf13 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Feb 18 02:50:33.920174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a536c-799c-4c20-89af-da49ac6ace20 req-aec77983-63fd-43a2-b67b-209cee339c72 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:33.922127 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-769a536c-799c-4c20-89af-da49ac6ace20 req-aec77983-63fd-43a2-b67b-209cee339c72 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0910959 Feb 18 02:50:33.970774 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-769a536c-799c-4c20-89af-da49ac6ace20 req-14db1b83-3cb6-44fc-b12f-ce4e0c930cae tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Feb 18 02:50:34.208525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d1ac8-1db1-45e3-b8bf-d89936823bc6 req-7eb88d19-c717-48be-acd7-17c31fa484f4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:34.210152 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f67d1ac8-1db1-45e3-b8bf-d89936823bc6 req-7eb88d19-c717-48be-acd7-17c31fa484f4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0882418 Feb 18 02:50:34.262610 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f67d1ac8-1db1-45e3-b8bf-d89936823bc6 req-f914b5e5-47f1-4018-88f8-971169a4e336 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460515 Feb 18 02:50:35.173298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f4f5f-26c0-4629-91d6-02b0eb61e926 req-58b33888-b155-40b0-995f-d771cea9ed74 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:35.174929 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab8f4f5f-26c0-4629-91d6-02b0eb61e926 req-58b33888-b155-40b0-995f-d771cea9ed74 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0882108 Feb 18 02:50:35.225528 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab8f4f5f-26c0-4629-91d6-02b0eb61e926 req-6ca43be5-c2f5-444c-a784-bc84a38f6c55 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Feb 18 02:50:35.471522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefec5a-9a44-4184-b412-a7d43bf1f43d req-f4a92df9-93f3-49a0-ae6c-ade152ce1d6c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:35.473102 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fcefec5a-9a44-4184-b412-a7d43bf1f43d req-f4a92df9-93f3-49a0-ae6c-ade152ce1d6c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0900762 Feb 18 02:50:35.523979 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fcefec5a-9a44-4184-b412-a7d43bf1f43d req-4cd3b639-1792-4abe-8094-f1cf39c79e7c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Feb 18 02:50:35.941512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:36.013645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 5c60c938-e34e-4642-ba51-631cdab16c2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:36.014061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:36.143039 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:36.213066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:36.213578 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:36.432976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d596-b0ee-4f20-b61d-8520e935e8f3 req-bb7ea2a3-edd6-41e8-b2a9-ac8e660dd91a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:36.434583 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fc31d596-b0ee-4f20-b61d-8520e935e8f3 req-bb7ea2a3-edd6-41e8-b2a9-ac8e660dd91a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0902379 Feb 18 02:50:36.484218 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fc31d596-b0ee-4f20-b61d-8520e935e8f3 req-0c00bd6a-d9b8-4196-a1dc-93ec8ee0f9d3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Feb 18 02:50:36.730145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005d04c-b108-42d0-a810-5e69eb512f55 req-1cb798ba-193e-41fa-ba8f-149a5291bdb6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:36.731800 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2005d04c-b108-42d0-a810-5e69eb512f55 req-1cb798ba-193e-41fa-ba8f-149a5291bdb6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0866816 Feb 18 02:50:36.780654 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2005d04c-b108-42d0-a810-5e69eb512f55 req-8aee7758-57b0-4b6d-8211-5fa0414b76b8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Feb 18 02:50:37.885376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2e30d-1750-4cc1-bb4e-ec55b65ec8ca req-5ecaf69b-a7b3-4a87-b7a4-e40b7ad20a93 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:37.886961 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-01f2e30d-1750-4cc1-bb4e-ec55b65ec8ca req-5ecaf69b-a7b3-4a87-b7a4-e40b7ad20a93 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.2884643 Feb 18 02:50:37.934351 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-01f2e30d-1750-4cc1-bb4e-ec55b65ec8ca req-6295824b-c35c-427a-90c0-f345786e8b91 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Feb 18 02:50:38.125109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cae691-e1ea-4636-9e33-23fbab019a6b req-fc4582af-4154-4237-8078-206e9de41a5e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:38.126632 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e9cae691-e1ea-4636-9e33-23fbab019a6b req-fc4582af-4154-4237-8078-206e9de41a5e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0864096 Feb 18 02:50:38.178057 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e9cae691-e1ea-4636-9e33-23fbab019a6b req-cc24e982-67ca-4d19-96bc-618d7cc4083b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439842 Feb 18 02:50:39.136313 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06008962-f9af-40fe-b87b-9d25c51839dc req-55c27065-f4bf-4f04-8cce-7169d5951763 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:39.137852 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-06008962-f9af-40fe-b87b-9d25c51839dc req-55c27065-f4bf-4f04-8cce-7169d5951763 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0871208 Feb 18 02:50:39.186139 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-06008962-f9af-40fe-b87b-9d25c51839dc req-b254ec43-0f3b-41a0-a476-44b8db2b1c2d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Feb 18 02:50:39.383039 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253a1cd-d2d3-4833-a3a8-ebb8593e8d51 req-03d05eed-b298-4dcc-b183-05d3c63b1ad4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:39.385255 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8253a1cd-d2d3-4833-a3a8-ebb8593e8d51 req-03d05eed-b298-4dcc-b183-05d3c63b1ad4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0907774 Feb 18 02:50:39.433412 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8253a1cd-d2d3-4833-a3a8-ebb8593e8d51 req-419ae032-bc11-45bb-9f06-03bebb49e519 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Feb 18 02:50:40.386890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1a124-ca6d-4ada-ae32-764ab2605175 req-cf10c521-8432-408e-9854-7b1358f7892b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:40.388515 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c3e1a124-ca6d-4ada-ae32-764ab2605175 req-cf10c521-8432-408e-9854-7b1358f7892b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0860484 Feb 18 02:50:40.441236 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c3e1a124-ca6d-4ada-ae32-764ab2605175 req-36038572-4041-477d-9623-5722cc312ea3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460675 Feb 18 02:50:40.638340 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdd9f4-3a0e-405a-be85-4db7b91f5668 req-0d5ad1c5-e932-4ce3-b258-e07f63b52ad9 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:40.640010 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-abfdd9f4-3a0e-405a-be85-4db7b91f5668 req-0d5ad1c5-e932-4ce3-b258-e07f63b52ad9 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0881610 Feb 18 02:50:40.688616 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-abfdd9f4-3a0e-405a-be85-4db7b91f5668 req-1ee79eeb-7a6c-451f-88fb-0687e380efb8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Feb 18 02:50:41.655670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff90e8-4f2b-45f3-901e-cef83cd1c977 req-186a1305-d3d3-4f44-bc67-33845c7227ce tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:41.657284 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29ff90e8-4f2b-45f3-901e-cef83cd1c977 req-186a1305-d3d3-4f44-bc67-33845c7227ce tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0915382 Feb 18 02:50:41.704433 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29ff90e8-4f2b-45f3-901e-cef83cd1c977 req-eb16fb69-16b1-41ba-9213-51951c01a388 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Feb 18 02:50:41.912345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc431a-9409-4af3-bdce-2472b2eefca1 req-d940d792-6476-4c3d-b1e3-2d615c713b63 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:41.913972 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-06fc431a-9409-4af3-bdce-2472b2eefca1 req-d940d792-6476-4c3d-b1e3-2d615c713b63 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0928173 Feb 18 02:50:41.965102 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-06fc431a-9409-4af3-bdce-2472b2eefca1 req-594691f0-551e-4018-8cdc-7ceb9cd6b0e1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441921 Feb 18 02:50:42.430608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62433ea7-acbf-4270-81cf-f4a67e700fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:42.917087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3a80f-9fc9-40fa-b572-2a7b006817b1 req-73fa3279-97a7-4c4b-8bf9-51a00c163b86 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:42.919236 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0dc3a80f-9fc9-40fa-b572-2a7b006817b1 req-73fa3279-97a7-4c4b-8bf9-51a00c163b86 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0881760 Feb 18 02:50:42.966465 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0dc3a80f-9fc9-40fa-b572-2a7b006817b1 req-ddaf97aa-d4c8-4c6a-adff-a3c8b6aecccb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Feb 18 02:50:43.172756 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7706a-9599-40c0-82b3-bdee679f738b req-4d8b5eae-489e-4f03-90ba-f4cb0135de1b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:43.174452 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a8b7706a-9599-40c0-82b3-bdee679f738b req-4d8b5eae-489e-4f03-90ba-f4cb0135de1b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0914464 Feb 18 02:50:43.222104 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a8b7706a-9599-40c0-82b3-bdee679f738b req-ae184ab8-ebf8-4b2d-9e61-9ee56b705ba2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Feb 18 02:50:44.175980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfbd1e-ed6c-49e8-abbd-aa0036719a08 req-ed61743c-8496-45ab-92d5-665d5004c1b7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:44.177580 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8adfbd1e-ed6c-49e8-abbd-aa0036719a08 req-ed61743c-8496-45ab-92d5-665d5004c1b7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0864415 Feb 18 02:50:44.227931 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8adfbd1e-ed6c-49e8-abbd-aa0036719a08 req-aa4788c9-d45d-4798-aa2c-ce5cb403f79f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Feb 18 02:50:44.423185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5a63a-a1f3-4058-b3f5-fd62fccaf476 req-4415a3ca-510a-4b8b-ad39-09a533a64839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:44.424815 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cef5a63a-a1f3-4058-b3f5-fd62fccaf476 req-4415a3ca-510a-4b8b-ad39-09a533a64839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0871823 Feb 18 02:50:44.475600 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cef5a63a-a1f3-4058-b3f5-fd62fccaf476 req-e6b29c49-4d8c-42b8-88a9-985588215007 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446231 Feb 18 02:50:44.756179 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-77f90c59-bd80-4a77-9773-96789cefbcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:45.112793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:50:45.122691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-a517f747-13b0-4d3f-b288-204b7457fd49 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:45.123384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-a517f747-13b0-4d3f-b288-204b7457fd49 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Synchronizing usage tracker for tenant:df6cf805a6c945978968cbff544feeac on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:50:45.139674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-a517f747-13b0-4d3f-b288-204b7457fd49 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Unset dirty status for tenant:df6cf805a6c945978968cbff544feeac on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:50:45.140990 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-a517f747-13b0-4d3f-b288-204b7457fd49 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/networks?id=f70ee4f4-3821-4a88-94a6-fb544a74c327 HTTP/1.1" status: 200 len: 814 time: 0.1802363 Feb 18 02:50:45.156850 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-abfb4ba2-dba7-418e-9713-b02f7c50f399 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/quotas/df6cf805a6c945978968cbff544feeac HTTP/1.1" status: 200 len: 375 time: 0.0097497 Feb 18 02:50:45.212614 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-4c58d4c3-aa8c-411c-9040-1345b1754ba8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df6cf805a6c945978968cbff544feeac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501871 Feb 18 02:50:45.378183 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-5771ee49-190e-41a1-aa23-33c204973a0b service neutron] 10.222.0.13 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560731 Feb 18 02:50:45.457266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84112b87-7628-4e6a-b35c-c4ec21b630f4 req-4050922a-ded7-4577-94d6-1ec12a78bb96 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:45.459191 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-84112b87-7628-4e6a-b35c-c4ec21b630f4 req-4050922a-ded7-4577-94d6-1ec12a78bb96 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0992329 Feb 18 02:50:45.504194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:45.517389 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-84112b87-7628-4e6a-b35c-c4ec21b630f4 req-984ff0df-dbb1-4bc7-b950-d82691f166fb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506053 Feb 18 02:50:45.526653 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-dd4c3e4b-0e66-4943-9311-25f76c5a894b service neutron] 10.222.0.13 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415935 Feb 18 02:50:45.755054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969136d-1314-4523-ad38-95a8d0323042 req-cc12b50a-2cfc-405e-996f-be6f8d4e894d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:45.756802 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a969136d-1314-4523-ad38-95a8d0323042 req-cc12b50a-2cfc-405e-996f-be6f8d4e894d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1371307 Feb 18 02:50:45.815260 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a969136d-1314-4523-ad38-95a8d0323042 req-e7198d45-d65e-4bba-9495-cde602b3eabe tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488205 Feb 18 02:50:45.932747 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b6a6315e-6f38-47b2-b7e3-9ed7b1ad6b2f req-3e011a74-54ee-4860-a9a6-9354c338f90a tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 210 time: 0.0580354 Feb 18 02:50:46.532722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:46.763303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:46.788780 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9c597-b2fc-4ed8-83be-10d5683a5cf2 req-1b3a7532-dbba-4339-85de-a0d476c4dbbe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:46.797705 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b7e9c597-b2fc-4ed8-83be-10d5683a5cf2 req-1b3a7532-dbba-4339-85de-a0d476c4dbbe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1157932 Feb 18 02:50:46.877557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4e51b-85c6-42a5-bb0a-9f8d3a903a43 req-3eb670c5-0ab6-4812-af4b-cff3a1a61c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:46.879927 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-12b4e51b-85c6-42a5-bb0a-9f8d3a903a43 req-3eb670c5-0ab6-4812-af4b-cff3a1a61c50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1163 time: 0.1835902 Feb 18 02:50:46.913808 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b7e9c597-b2fc-4ed8-83be-10d5683a5cf2 req-12545b03-e6e2-4e7b-8ba3-109cbb66e3c7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118112 Feb 18 02:50:46.968946 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-12b4e51b-85c6-42a5-bb0a-9f8d3a903a43 req-57c3370d-6565-4583-8ad6-4ec3f9217fa7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775867 Feb 18 02:50:47.224544 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919893c-1004-4311-bc45-9e8e400db84b req-0487a341-4193-414e-b568-123dcc86fa74 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:47.234575 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5919893c-1004-4311-bc45-9e8e400db84b req-0487a341-4193-414e-b568-123dcc86fa74 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1786749 Feb 18 02:50:47.353932 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5919893c-1004-4311-bc45-9e8e400db84b req-645730af-7e3a-41fb-99ab-8e330dfb815d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108713 Feb 18 02:50:47.756850 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f3ae708d-aaf2-4240-beb6-c47ccc2cce91 req-7473e247-7ff7-45f5-b60b-dbf9d1086f7e tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 210 time: 0.0882795 Feb 18 02:50:47.768018 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-11dbfa74-5340-4cb9-8a8f-9b83ab47677d tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:47.770038 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-11dbfa74-5340-4cb9-8a8f-9b83ab47677d tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.52 "GET /v2.0/networks?id=f70ee4f4-3821-4a88-94a6-fb544a74c327 HTTP/1.1" status: 200 len: 814 time: 0.4886825 Feb 18 02:50:47.789772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Request body: {'port': {'device_id': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327', 'admin_state_up': True, 'tenant_id': 'df6cf805a6c945978968cbff544feeac'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:47.974505 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:50:47.979006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Usage tracker for resource:port and tenant:df6cf805a6c945978968cbff544feeac is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:50:47.982862 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:50:47.989303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:50:48.000606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Made reservation on behalf of df6cf805a6c945978968cbff544feeac for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:50:48.006798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:48.163225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05f784-a6ca-4f21-b972-d5c3b6c18198 req-8a3b2942-1c8d-4586-8863-60ff25b2a2c9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:48.171591 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4d05f784-a6ca-4f21-b972-d5c3b6c18198 req-8a3b2942-1c8d-4586-8863-60ff25b2a2c9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1181693 Feb 18 02:50:48.233847 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4d05f784-a6ca-4f21-b972-d5c3b6c18198 req-6f5d2892-4f7f-4b90-ad42-b2dd8953a784 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607667 Feb 18 02:50:48.405416 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Allocated IP 172.20.0.4 (f70ee4f4-3821-4a88-94a6-fb544a74c327/8da7b514-c065-4946-ba4e-2f40b6eec20a/4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:50:48.645785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ce240-3a66-4a03-a54d-0c9bf9cf89ef req-ed795bbc-9460-4c11-8782-fcd73fde8b7d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:48.654869 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-024ce240-3a66-4a03-a54d-0c9bf9cf89ef req-ed795bbc-9460-4c11-8782-fcd73fde8b7d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1037042 Feb 18 02:50:48.693762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:48.727526 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-024ce240-3a66-4a03-a54d-0c9bf9cf89ef req-b925c9d8-f04d-4c96-be09-3b3438c0c476 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713098 Feb 18 02:50:48.736552 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:49.007718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:49.166929 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Pushing event updated for resources: {'Port': ['ID=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:49.172251 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:49.242562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648149-910a-4594-835d-256b9e4e87ca req-c933740c-6538-47c0-a489-169ad6684857 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:49.244272 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d648149-910a-4594-835d-256b9e4e87ca req-c933740c-6538-47c0-a489-169ad6684857 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 931 time: 0.1928051 Feb 18 02:50:49.246979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Network f70ee4f4-3821-4a88-94a6-fb544a74c327 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:50:49.248422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:50:49.250912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:50:49.255316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:49.256033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:49.310885 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5261829 Feb 18 02:50:49.322307 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d648149-910a-4594-835d-256b9e4e87ca req-73aeb86f-d3e8-4236-8bb5-d691e63b9a05 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460074 Feb 18 02:50:49.330474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Request body: {'port': {'device_id': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:50:49.474120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:49.483419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677b130-1c09-44a0-9879-debede3edf23 req-c7bee9e3-25ee-422e-bfd5-d92d796b4d69 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:49.485122 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7677b130-1c09-44a0-9879-debede3edf23 req-c7bee9e3-25ee-422e-bfd5-d92d796b4d69 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1058202 Feb 18 02:50:49.541899 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7677b130-1c09-44a0-9879-debede3edf23 req-7ceb55e5-a9e5-42bd-ad11-dd20a0c38b82 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484877 Feb 18 02:50:50.042969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:50.210502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 5c60c938-e34e-4642-ba51-631cdab16c2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:50.211099 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:50.320474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-bb060f6e-b333-4ebf-848e-777e927521ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:50.322272 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-bb060f6e-b333-4ebf-848e-777e927521ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1163 time: 0.1123369 Feb 18 02:50:50.374151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:50:50.382565 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:50.390052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:50.461903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:50.462302 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:50.479143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Transition to ACTIVE for port object 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:50:50.484923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:50.502106 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:50.599566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62369-67d3-4686-a02f-6955257991f0 req-91a527fa-448d-44a4-a2b9-3c568b085513 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:50.601630 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f9d62369-67d3-4686-a02f-6955257991f0 req-91a527fa-448d-44a4-a2b9-3c568b085513 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1747069 Feb 18 02:50:50.612509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-3d24aafd-5f2a-4c04-ac89-61b8bd3787ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:50.614960 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-3d24aafd-5f2a-4c04-ac89-61b8bd3787ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.2815638 Feb 18 02:50:50.803450 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-4932621a-4630-48f8-b83e-537081639d85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 200 len: 217 time: 0.1701634 Feb 18 02:50:50.883199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf075e-70db-4ae0-b155-57aa5a656532 req-2a2084b4-a0a5-4f2c-aa6b-998e2c547fb5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:50.892411 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-89bf075e-70db-4ae0-b155-57aa5a656532 req-2a2084b4-a0a5-4f2c-aa6b-998e2c547fb5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.4899998 Feb 18 02:50:50.912799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-7bf5ed7a-90fa-45f9-826f-415f2babe181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:50.916464 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-7bf5ed7a-90fa-45f9-826f-415f2babe181 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.0976353 Feb 18 02:50:50.938599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Pushing event updated for resources: {'Port': ['ID=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:50.948895 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:50.950429 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f9d62369-67d3-4686-a02f-6955257991f0 req-70790482-2b6f-4328-85a1-bee9692a9705 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331537 Feb 18 02:50:51.029405 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-89bf075e-70db-4ae0-b155-57aa5a656532 req-bf40ba36-9dc6-4c57-a700-c198d96471a3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359389 Feb 18 02:50:51.030242 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:51.075031 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-360113e0-5fc5-46cf-9c26-19b9ab55390a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228909 Feb 18 02:50:51.360541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Attempting to bind port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:50:51.371604 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Attempting to bind port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1383fcd0-8505-4f51-9834-dc4578bbbc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:50:51.372081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Attempting to bind port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 on network f70ee4f4-3821-4a88-94a6-fb544a74c327 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:50:51.380289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:50:51.381531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Checking segment: {'id': '1383fcd0-8505-4f51-9834-dc4578bbbc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:50:51.382017 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:51.382492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Bound using segment: {'id': '1383fcd0-8505-4f51-9834-dc4578bbbc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:50:51.383060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Bound port: 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1383fcd0-8505-4f51-9834-dc4578bbbc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:50:51.383561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:51.537722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] For port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:50:51.541427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] For port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,segment=NetworkSegment(1383fcd0-8505-4f51-9834-dc4578bbbc06),segment_id=1383fcd0-8505-4f51-9834-dc4578bbbc06)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:50:51.552065 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:51.575315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ebe15d24-9676-4eea-877d-87298a2892da tempest-VolumesActionsTest-174940874 tempest-VolumesActionsTest-174940874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:51.634359 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-289edcac-ffcf-4310-b433-80ad0eb86e6a service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474098 Feb 18 02:50:51.826440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Pushing event updated for resources: {'Port': ['ID=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:51.831990 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:51.889819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:51.890804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:51.892502 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-295d1195-a525-42db-b1db-018678bdc70a service neutron] 10.222.0.52 "PUT /v2.0/ports/4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 HTTP/1.1" status: 200 len: 1157 time: 2.5692103 Feb 18 02:50:51.893151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'tag': '4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:50:51.922680 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3c98c45d-afe2-4642-ac51-52ee745ed90f req-5c91519d-a265-4fab-8967-267a447c42c3 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2694046 Feb 18 02:50:51.948442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcf29e-5f66-41a6-8dec-877ddcdf625d req-cfd4b699-6552-4ccc-8a13-5d540942e822 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:51.961116 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-33dcf29e-5f66-41a6-8dec-877ddcdf625d req-cfd4b699-6552-4ccc-8a13-5d540942e822 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 943 time: 0.3687046 Feb 18 02:50:51.992372 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'tag': '4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9', 'status': 'completed', 'code': 200} Feb 18 02:50:52.100443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-33dcf29e-5f66-41a6-8dec-877ddcdf625d req-e702f4f3-5b09-4cf7-ab0c-646526829054 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Synchronizing usage tracker for tenant:df6cf805a6c945978968cbff544feeac on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:50:52.140611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-33dcf29e-5f66-41a6-8dec-877ddcdf625d req-e702f4f3-5b09-4cf7-ab0c-646526829054 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Unset dirty status for tenant:df6cf805a6c945978968cbff544feeac on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:50:52.142222 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-33dcf29e-5f66-41a6-8dec-877ddcdf625d req-e702f4f3-5b09-4cf7-ab0c-646526829054 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800265 Feb 18 02:50:52.144864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-41a6a053-390a-4006-8875-b28be3f9c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:52.146972 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-41a6a053-390a-4006-8875-b28be3f9c41a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df6cf805a6c945978968cbff544feeac&device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 1160 time: 0.1366601 Feb 18 02:50:52.268691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7aeb-9f5a-4521-a64c-915dd7ba0264 req-99eacd74-7717-4f33-bb44-57f759aa21d1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:52.270868 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82ae7aeb-9f5a-4521-a64c-915dd7ba0264 req-99eacd74-7717-4f33-bb44-57f759aa21d1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1414986 Feb 18 02:50:52.272185 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-a56dd250-6e56-4731-8b92-8bf8c0153537 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 HTTP/1.1" status: 200 len: 217 time: 0.1128669 Feb 18 02:50:52.334211 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82ae7aeb-9f5a-4521-a64c-915dd7ba0264 req-fc7012be-01dd-4dfc-84b7-184613c2a344 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560241 Feb 18 02:50:52.461831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-bb10eaa4-be57-475c-8a28-11aa85775945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:52.464104 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-bb10eaa4-be57-475c-8a28-11aa85775945 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8da7b514-c065-4946-ba4e-2f40b6eec20a HTTP/1.1" status: 200 len: 854 time: 0.1219304 Feb 18 02:50:52.485767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ad436-4054-4c7e-bcc1-797360697373 req-34c4bc17-3077-41b5-92e5-20c3ff175160 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:52.494145 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-632ad436-4054-4c7e-bcc1-797360697373 req-34c4bc17-3077-41b5-92e5-20c3ff175160 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.2207379 Feb 18 02:50:52.624832 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-0e4aa0b5-7d86-482b-aebe-aca15ae82eba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f70ee4f4-3821-4a88-94a6-fb544a74c327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707765 Feb 18 02:50:52.686284 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-632ad436-4054-4c7e-bcc1-797360697373 req-45130695-33a8-4d4b-b7fb-65e3021b0306 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852386 Feb 18 02:50:52.834243 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-dcb0ee48-6bd1-445d-9589-28d2b3759353 service neutron] 10.222.0.52 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928830 Feb 18 02:50:52.998793 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd29f96e-bd5c-4e9b-b388-579fe017ac11 req-36a23e62-8ead-4d0c-badb-87d6ff97f621 service neutron] 10.222.0.52 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1550138 Feb 18 02:50:53.204728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-a7f40578-47e5-44b1-b9e1-672b47a28f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:53.207678 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-a7f40578-47e5-44b1-b9e1-672b47a28f4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df6cf805a6c945978968cbff544feeac&device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 1160 time: 0.1338618 Feb 18 02:50:53.369552 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92458776-4ca5-421d-834c-14d5eb8930c9 req-748cdc22-be2d-410c-8f20-79b5f32e6b74 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:53.370354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-92458776-4ca5-421d-834c-14d5eb8930c9 req-748cdc22-be2d-410c-8f20-79b5f32e6b74 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Synchronizing usage tracker for tenant:df6cf805a6c945978968cbff544feeac on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:50:53.410595 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-92458776-4ca5-421d-834c-14d5eb8930c9 req-748cdc22-be2d-410c-8f20-79b5f32e6b74 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Unset dirty status for tenant:df6cf805a6c945978968cbff544feeac on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:50:53.411947 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-92458776-4ca5-421d-834c-14d5eb8930c9 req-748cdc22-be2d-410c-8f20-79b5f32e6b74 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 943 time: 0.1366560 Feb 18 02:50:53.451216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-8deb97af-d8e5-4f6b-9f95-df7b4a2b53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:53.453138 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-8deb97af-d8e5-4f6b-9f95-df7b4a2b53fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=f70ee4f4-3821-4a88-94a6-fb544a74c327 HTTP/1.1" status: 200 len: 908 time: 0.2343729 Feb 18 02:50:53.534596 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-92458776-4ca5-421d-834c-14d5eb8930c9 req-79f2d584-7777-4ea1-a0df-89c6e801e8a2 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154749 Feb 18 02:50:53.568029 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-84877d6e-6c56-45b6-8e44-0e230e5c1cbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 HTTP/1.1" status: 200 len: 217 time: 0.1049674 Feb 18 02:50:53.727270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-eff049c8-7584-4a9d-9cd7-239c94dce209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:53.729939 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-eff049c8-7584-4a9d-9cd7-239c94dce209 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8da7b514-c065-4946-ba4e-2f40b6eec20a HTTP/1.1" status: 200 len: 854 time: 0.1011257 Feb 18 02:50:53.806398 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-c656a799-4cec-482b-aa37-514a2b675da7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f70ee4f4-3821-4a88-94a6-fb544a74c327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657914 Feb 18 02:50:53.967975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36add64-024d-4838-8103-60e11f714181 req-61ea0d52-8bc4-4c42-946e-4aeb89c064a1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:53.971034 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f36add64-024d-4838-8103-60e11f714181 req-61ea0d52-8bc4-4c42-946e-4aeb89c064a1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.4008682 Feb 18 02:50:54.064342 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f36add64-024d-4838-8103-60e11f714181 req-244005a0-dffa-4619-b061-314275729550 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874557 Feb 18 02:50:54.078031 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-89788dc2-013e-41fc-9df8-ce7d9bfd543f service neutron] 10.222.0.52 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540343 Feb 18 02:50:54.145759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c22a7-16fc-4336-83fc-a3eefe164083 req-b7c694a1-eb62-47ea-9bcb-50d04a44ae90 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:54.148615 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-652c22a7-16fc-4336-83fc-a3eefe164083 req-b7c694a1-eb62-47ea-9bcb-50d04a44ae90 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1102660 Feb 18 02:50:54.209750 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-652c22a7-16fc-4336-83fc-a3eefe164083 req-bd9c076b-b3d8-453c-82cc-c169649a4f47 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550816 Feb 18 02:50:54.286205 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c4441e2c-ec0e-49f0-829d-dc6bfb48a169 req-f2a1e8f1-ec96-49a1-a038-6ba3ce8ba0ac service neutron] 10.222.0.52 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1857388 Feb 18 02:50:54.805145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e471e-c535-443e-858c-f48393f7dbae req-57b76524-91ad-4fe0-b469-93c27883ef8d tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:54.806815 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0e471e-c535-443e-858c-f48393f7dbae req-57b76524-91ad-4fe0-b469-93c27883ef8d tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 943 time: 0.1335027 Feb 18 02:50:54.874171 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0e471e-c535-443e-858c-f48393f7dbae req-459d097b-7d50-46cb-bdb2-50981173e910 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597906 Feb 18 02:50:55.396647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501852-3348-40ce-8e50-6170abcbcd5a req-1081aee8-7e45-4971-9d69-8b825ee5358d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:55.404741 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b1501852-3348-40ce-8e50-6170abcbcd5a req-1081aee8-7e45-4971-9d69-8b825ee5358d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1743135 Feb 18 02:50:55.491792 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b1501852-3348-40ce-8e50-6170abcbcd5a req-8b32b592-1cb5-480f-bb45-c35dc567de77 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859351 Feb 18 02:50:55.527993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49033f45-ef5d-4b46-99f8-a773911b87c6 req-cb4f517b-8f82-4d1d-bca9-ef22a036b4e0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:55.530026 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-49033f45-ef5d-4b46-99f8-a773911b87c6 req-cb4f517b-8f82-4d1d-bca9-ef22a036b4e0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1413965 Feb 18 02:50:55.601367 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-49033f45-ef5d-4b46-99f8-a773911b87c6 req-4e3d0747-5785-4e7d-b469-cb532bdf3333 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644269 Feb 18 02:50:56.174750 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4faff-9707-45de-9037-6096ffb6798c req-23512e25-e951-4083-8f3a-339c52e8d4de tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:56.182247 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-66c4faff-9707-45de-9037-6096ffb6798c req-23512e25-e951-4083-8f3a-339c52e8d4de tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 943 time: 0.1573079 Feb 18 02:50:56.190276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-4a3cab1f-c7c5-41c9-969d-47f863d3a9c3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84025) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 02:50:56.246643 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-66c4faff-9707-45de-9037-6096ffb6798c req-a99d1bd9-eef1-4e6b-98a8-1b9ba969bece tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630462 Feb 18 02:50:56.803654 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c91f0-cedd-47e5-a3df-a38a7c762b5f req-4e49bc34-865c-4d82-955f-7c4c09b221e4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:56.806000 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b6c91f0-cedd-47e5-a3df-a38a7c762b5f req-4e49bc34-865c-4d82-955f-7c4c09b221e4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1753418 Feb 18 02:50:56.878785 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b6c91f0-cedd-47e5-a3df-a38a7c762b5f req-a3b7db74-3a79-4ca3-9a34-21d78a0ebfa5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657074 Feb 18 02:50:57.011692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:57.095908 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:50:57.102036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:57.102641 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:57.235157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:57.275384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,segment=NetworkSegment(1383fcd0-8505-4f51-9834-dc4578bbbc06),segment_id=1383fcd0-8505-4f51-9834-dc4578bbbc06)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:50:57.276550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:50:57.283298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:57.285429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:50:57.422228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:50:57.430884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.431396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.431875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.432326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.432798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.433245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.434229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.434682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.435126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.435593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.436037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.436480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.436971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.437420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.437975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.438416 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.438861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.439303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.439784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.440415 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.440817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.441266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.441706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.442180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:50:57.447293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:50:57.485805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548dd03-cec3-45d9-94af-2b4fadd2aa8f req-41d47857-eb68-45bc-a85c-2d4ef94ba45f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:57.494792 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7548dd03-cec3-45d9-94af-2b4fadd2aa8f req-41d47857-eb68-45bc-a85c-2d4ef94ba45f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.1109571 Feb 18 02:50:57.544124 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9', 'code': 200} Feb 18 02:50:57.550635 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7548dd03-cec3-45d9-94af-2b4fadd2aa8f req-bcfa9f7f-5a43-4849-a1dd-00b3d948a8b4 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545728 Feb 18 02:50:57.901548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e0b1c-0cf2-4a3e-9d0b-abc5bd5facdd req-29b89cab-4302-408f-9879-bf7cb4503361 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:57.903753 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-349e0b1c-0cf2-4a3e-9d0b-abc5bd5facdd req-29b89cab-4302-408f-9879-bf7cb4503361 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.2136693 Feb 18 02:50:57.969503 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-349e0b1c-0cf2-4a3e-9d0b-abc5bd5facdd req-cf80f40d-8d2d-4c1e-8ee0-c718d752f337 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569303 Feb 18 02:50:57.980261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ec17a-ec28-471e-a2e2-a2a98447b591 req-3ed53e26-7079-4656-9f5d-45355044a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:57.981890 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-313ec17a-ec28-471e-a2e2-a2a98447b591 req-3ed53e26-7079-4656-9f5d-45355044a9d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 1162 time: 0.1467438 Feb 18 02:50:58.041727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:50:58.090326 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-313ec17a-ec28-471e-a2e2-a2a98447b591 req-8a0da8f9-37c9-4513-a4db-673a8404a4f7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890403 Feb 18 02:50:58.171699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a19296-6f74-4569-889c-68b90dc2dd0c req-f58e511d-2d44-4de0-9ac4-6bcea875f7f6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:58.173662 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-54a19296-6f74-4569-889c-68b90dc2dd0c req-f58e511d-2d44-4de0-9ac4-6bcea875f7f6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1442893 Feb 18 02:50:58.219317 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:50:58.219757 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:50:58.297744 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-54a19296-6f74-4569-889c-68b90dc2dd0c req-babc31b8-f463-4f39-b9fc-a7edf19f31e1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170912 Feb 18 02:50:58.886330 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdffe0-f225-4810-b01d-64b27e9d9e16 req-2f61fb09-b999-4365-803c-233488419086 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:58.894697 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-10bdffe0-f225-4810-b01d-64b27e9d9e16 req-2f61fb09-b999-4365-803c-233488419086 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.1239631 Feb 18 02:50:58.947761 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-10bdffe0-f225-4810-b01d-64b27e9d9e16 req-bb47b361-b9f8-4c36-afa9-b3c1724d0aa8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520518 Feb 18 02:50:59.501290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded5746-e7db-4d28-b355-e502d8427270 req-da5a34e0-17cd-4e68-90bb-f7e0e8c4ffdc tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:50:59.502899 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0ded5746-e7db-4d28-b355-e502d8427270 req-da5a34e0-17cd-4e68-90bb-f7e0e8c4ffdc tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0906177 Feb 18 02:50:59.553644 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0ded5746-e7db-4d28-b355-e502d8427270 req-f271015d-a3ae-44b6-a02c-9cd79d95aa75 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Feb 18 02:51:00.133944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:00.178407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e13d33-b5ab-481a-9041-951e6e74f2ae req-71d21779-28e3-4cca-b114-f1dbbfcb0758 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:00.180243 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-91e13d33-b5ab-481a-9041-951e6e74f2ae req-71d21779-28e3-4cca-b114-f1dbbfcb0758 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.0920255 Feb 18 02:51:00.216355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:00.216774 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:00.227027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-f1e97051-070f-4324-8b35-2b2e9841df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:00.228657 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-f1e97051-070f-4324-8b35-2b2e9841df7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 1163 time: 0.0792964 Feb 18 02:51:00.229884 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-91e13d33-b5ab-481a-9041-951e6e74f2ae req-f4794b9e-2620-411b-9e0d-a25f435ee36f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Feb 18 02:51:00.386059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-94e09b23-71aa-4d27-af21-bf2ecb0136e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:00.388320 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-94e09b23-71aa-4d27-af21-bf2ecb0136e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 911 time: 0.1406171 Feb 18 02:51:00.504967 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-7307b1de-28d6-452c-ac1e-606a7c761a32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7 HTTP/1.1" status: 200 len: 1002 time: 0.1058960 Feb 18 02:51:00.579815 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-36295192-4547-4336-84eb-5e3857fcac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:00.581387 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-36295192-4547-4336-84eb-5e3857fcac4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.0678265 Feb 18 02:51:00.682518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-bd05fa97-51fd-48d3-a7c0-e74a8c1f405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:00.684268 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-bd05fa97-51fd-48d3-a7c0-e74a8c1f405c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0848703 Feb 18 02:51:00.904819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670f516-bec7-4400-8c44-d5a05b6f7415 req-a3f265de-83de-43cb-925c-3828b3566b3b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:00.906453 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6670f516-bec7-4400-8c44-d5a05b6f7415 req-a3f265de-83de-43cb-925c-3828b3566b3b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.2142692 Feb 18 02:51:00.910979 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-790f5724-8880-4aeb-a07a-358e4281b2d5 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785717 Feb 18 02:51:01.276099 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6670f516-bec7-4400-8c44-d5a05b6f7415 req-2880365b-0e3c-4e3f-94af-d7b3b4ad6f19 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633602 Feb 18 02:51:01.329679 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab5fc3f4-e994-4905-aba1-57e0ca6c3dcb req-daa56bf0-bcfc-4381-a821-a6aaf3593a6d service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4020209 Feb 18 02:51:02.629643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278427d-92e7-4fbb-8bf9-dfc7f662ec51 req-103dca38-42bf-401b-a513-82d06836dbbc tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:02.631426 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5278427d-92e7-4fbb-8bf9-dfc7f662ec51 req-103dca38-42bf-401b-a513-82d06836dbbc tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1630981 Feb 18 02:51:02.673326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 43146) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:51:02.691419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463a60b-7386-457a-8bf4-3904dcf22df8 req-ce5d8894-79f4-436b-89a7-657b125b4b3e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:02.693103 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5463a60b-7386-457a-8bf4-3904dcf22df8 req-ce5d8894-79f4-436b-89a7-657b125b4b3e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1036594 Feb 18 02:51:02.703161 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-7958f92e-0081-4566-b8d3-123d4f498d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:02.704636 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-7958f92e-0081-4566-b8d3-123d4f498d9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1163 time: 0.1414576 Feb 18 02:51:02.708621 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5278427d-92e7-4fbb-8bf9-dfc7f662ec51 req-7d47c733-e819-4c92-81da-3464364bcc6c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650895 Feb 18 02:51:02.780937 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5463a60b-7386-457a-8bf4-3904dcf22df8 req-f8a39831-8ae3-4fdc-bd9d-aceb0da5298f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773275 Feb 18 02:51:02.832033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:02.848095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:51:02.852659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Usage tracker for resource:security_group_rule and tenant:9f9d2160ce6e4f3b87223e600ab88485 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:51:02.856083 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:51:02.861995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:51:02.868971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-2b823c7a-cdb9-4f0d-9332-1bb3ea4dc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:02.871773 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-2b823c7a-cdb9-4f0d-9332-1bb3ea4dc7cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.1500020 Feb 18 02:51:02.950620 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-58c194f8-8d81-43b6-9450-ad0ecdea91fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 200 len: 217 time: 0.0717394 Feb 18 02:51:02.952552 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:02.955538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:02.964992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:03.011886 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f9d2160ce6e4f3b87223e600ab88485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374116 Feb 18 02:51:03.013591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b711265-f467-4384-a19e-43d082ba9d12,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:03.015143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 43154) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:51:03.017056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:03.050279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-4286f830-2ba2-4e3b-878a-de4e1d02a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:03.051767 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-4286f830-2ba2-4e3b-878a-de4e1d02a512 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.0868080 Feb 18 02:51:03.124257 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-02915fcd-54ad-4c7a-94c0-6cb8e61d803d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580246 Feb 18 02:51:03.214082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-885cc860-538f-45be-aeb1-129856abb651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:03.274518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-885cc860-538f-45be-aeb1-129856abb651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:03.335732 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-b23bb3b6-55ca-4c0f-8f52-7a0ee8fe8ea1 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001305 Feb 18 02:51:03.345548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-885cc860-538f-45be-aeb1-129856abb651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:03.351901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:03.392747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cc860-538f-45be-aeb1-129856abb651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b711265-f467-4384-a19e-43d082ba9d12,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:03.392747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-885cc860-538f-45be-aeb1-129856abb651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:03.450656 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-885cc860-538f-45be-aeb1-129856abb651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:03.452133 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-885cc860-538f-45be-aeb1-129856abb651 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b711265-f467-4384-a19e-43d082ba9d12 HTTP/1.1" status: 204 len: 168 time: 0.4359167 Feb 18 02:51:03.517752 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-416006ee-b104-40ee-95b2-3ca208ba1096 req-bba62485-04da-45e8-ba17-6cbd1d177c64 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1667132 Feb 18 02:51:03.921223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40300a-7879-40a8-a645-1543b109ef1e req-55a5a959-5d4c-40ee-a94e-2ef22968436e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:03.926355 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5c40300a-7879-40a8-a645-1543b109ef1e req-55a5a959-5d4c-40ee-a94e-2ef22968436e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0898473 Feb 18 02:51:03.971923 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5c40300a-7879-40a8-a645-1543b109ef1e req-35df2de5-f7a9-4be2-81c2-05e2deef7e9b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Feb 18 02:51:03.978481 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb832c3-9ea3-4c20-ba42-1aacacb08de1 req-f86adfa0-a89d-43ac-8861-ddcfd5f6cbdf tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:03.980700 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ffb832c3-9ea3-4c20-ba42-1aacacb08de1 req-f86adfa0-a89d-43ac-8861-ddcfd5f6cbdf tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0903473 Feb 18 02:51:04.036795 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ffb832c3-9ea3-4c20-ba42-1aacacb08de1 req-6adaa312-4aef-4508-a19b-cbac0b0843db tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492759 Feb 18 02:51:04.180465 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:04.254975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:04.255397 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:05.179404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd635d7a-17fd-4cff-9a48-c899c1dc7f4b req-52e0be3c-1291-4b22-b50c-7af52f3b9f32 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:05.181047 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bd635d7a-17fd-4cff-9a48-c899c1dc7f4b req-52e0be3c-1291-4b22-b50c-7af52f3b9f32 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0900886 Feb 18 02:51:05.229536 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bd635d7a-17fd-4cff-9a48-c899c1dc7f4b req-3e06a6d6-0690-46f9-bf56-84cd6d3ae143 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419388 Feb 18 02:51:05.246511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd26444-5a4d-46b5-9c02-f11f3bf60827 req-7f59d729-5851-47a1-ba41-3a4e3894dbbe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:05.246511 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cbd26444-5a4d-46b5-9c02-f11f3bf60827 req-7f59d729-5851-47a1-ba41-3a4e3894dbbe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0919030 Feb 18 02:51:05.298483 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cbd26444-5a4d-46b5-9c02-f11f3bf60827 req-a1bf36b6-35ee-41df-9dbf-845ba92e53c7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Feb 18 02:51:06.085360 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:51:06.194278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e117-e157-4f40-9e2e-aecebeb6c1eb req-95d9bb13-b918-45ed-ad79-65db70453c00 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:06.200356 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0f91e117-e157-4f40-9e2e-aecebeb6c1eb req-95d9bb13-b918-45ed-ad79-65db70453c00 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0928521 Feb 18 02:51:06.227072 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:06.246979 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0f91e117-e157-4f40-9e2e-aecebeb6c1eb req-abcc5444-989c-4353-979f-a2d309f1d3f0 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Feb 18 02:51:06.256236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:51:06.267292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:51:06.270979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:06.272819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:06.310347 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7', 'code': 422} returned with failed status Feb 18 02:51:06.346451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:06.350353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:06.503589 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9c264-ad0b-4293-923f-6e99ced1e43d req-954ec8fc-7f80-4bf6-9105-06fde0e8bab3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:06.505198 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9fe9c264-ad0b-4293-923f-6e99ced1e43d req-954ec8fc-7f80-4bf6-9105-06fde0e8bab3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0895233 Feb 18 02:51:06.554015 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9fe9c264-ad0b-4293-923f-6e99ced1e43d req-371715c8-ef77-4c42-ae75-34127edfee68 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Feb 18 02:51:07.457120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11362b-a6e9-4d81-bfcb-b5cd19599325 req-1b29e59c-dbbc-4142-a254-52edcf7c388d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:07.459038 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bf11362b-a6e9-4d81-bfcb-b5cd19599325 req-1b29e59c-dbbc-4142-a254-52edcf7c388d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0931220 Feb 18 02:51:07.507124 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bf11362b-a6e9-4d81-bfcb-b5cd19599325 req-31766c75-2104-4f2c-a97c-5c072a73be15 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Feb 18 02:51:07.761949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ac0ff-d77c-4ba5-9d75-5ea2c3514f84 req-21c9d5da-9664-4d94-8fa2-da0dac439d20 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:07.763536 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c70ac0ff-d77c-4ba5-9d75-5ea2c3514f84 req-21c9d5da-9664-4d94-8fa2-da0dac439d20 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0918250 Feb 18 02:51:07.812958 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c70ac0ff-d77c-4ba5-9d75-5ea2c3514f84 req-370a7e19-9cc2-4c70-96fc-26b2da0ef6ee tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 Feb 18 02:51:08.713426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d66ac-ea6e-4dc0-9f63-14a71b79076d req-c99bbdfe-7656-4a31-ab1b-8429c4f78f8c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:08.715596 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fb5d66ac-ea6e-4dc0-9f63-14a71b79076d req-c99bbdfe-7656-4a31-ab1b-8429c4f78f8c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0899148 Feb 18 02:51:08.774545 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fb5d66ac-ea6e-4dc0-9f63-14a71b79076d req-9e210cfd-8345-4f15-9721-0a1241701c16 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521357 Feb 18 02:51:09.028444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759942-2618-4428-a39a-df3bcd66c40a req-abf2aaa3-2032-467b-bb7d-3ed6a0241718 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:09.030281 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a759942-2618-4428-a39a-df3bcd66c40a req-abf2aaa3-2032-467b-bb7d-3ed6a0241718 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0966737 Feb 18 02:51:09.084111 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a759942-2618-4428-a39a-df3bcd66c40a req-3f46df77-8e64-417e-b674-ed4fdc96e7b9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472240 Feb 18 02:51:09.988758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15fd0f-112a-4ad6-9176-8ff229675b94 req-c4e6237d-8bd1-4056-895d-8cbe5c79d511 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:09.990387 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8d15fd0f-112a-4ad6-9176-8ff229675b94 req-c4e6237d-8bd1-4056-895d-8cbe5c79d511 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0987432 Feb 18 02:51:10.038343 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8d15fd0f-112a-4ad6-9176-8ff229675b94 req-8bb79990-8f96-44da-bbc1-da8c483d2f1d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417182 Feb 18 02:51:10.292860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4dca9-38c4-4b6a-b0f7-a59d1d73f9cc req-fe904398-27b8-4599-8629-f4481df31d24 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:10.295051 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fea4dca9-38c4-4b6a-b0f7-a59d1d73f9cc req-fe904398-27b8-4599-8629-f4481df31d24 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0873158 Feb 18 02:51:10.343757 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fea4dca9-38c4-4b6a-b0f7-a59d1d73f9cc req-55dcb4dc-1d52-4c05-a2f1-7cf4ba75d0fa tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Feb 18 02:51:11.267697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61053f-79a8-4882-9608-4bf58ae4aa4b req-0c7e6084-7ab4-4364-ab6e-6a45339cfbf7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:11.269709 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4f61053f-79a8-4882-9608-4bf58ae4aa4b req-0c7e6084-7ab4-4364-ab6e-6a45339cfbf7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0996728 Feb 18 02:51:11.299257 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 43314) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:51:11.321492 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4f61053f-79a8-4882-9608-4bf58ae4aa4b req-fd6b545f-4156-4f53-8497-eacd45a17008 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444140 Feb 18 02:51:11.458918 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-95c99ccf-ba76-43b2-830b-a80ab9c8fa87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1578739 Feb 18 02:51:11.818798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6f721-2e0a-4235-9756-37ad86b09260 req-5481dfe5-e123-4bfa-9290-6420b3767bc6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:11.820696 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-18f6f721-2e0a-4235-9756-37ad86b09260 req-5481dfe5-e123-4bfa-9290-6420b3767bc6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.2113776 Feb 18 02:51:11.870138 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-18f6f721-2e0a-4235-9756-37ad86b09260 req-6399b02e-2dc1-4526-9aed-4ad36529a8e9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Feb 18 02:51:12.434666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1febaa1-af71-4b42-8978-03a26d15ae34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:12.536871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf93e32-46f0-4c89-a2ac-178b6f7f0342 req-8e681f73-21e6-4acf-9eaa-e1b4bae52435 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:12.538495 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-baf93e32-46f0-4c89-a2ac-178b6f7f0342 req-8e681f73-21e6-4acf-9eaa-e1b4bae52435 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0851879 Feb 18 02:51:12.590012 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-baf93e32-46f0-4c89-a2ac-178b6f7f0342 req-cc760d21-8864-45b3-aa1e-f80b2e5f34c6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447164 Feb 18 02:51:12.930611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-c365a303-f078-48d9-89a8-b4734bd89e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:12.932542 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-c365a303-f078-48d9-89a8-b4734bd89e61 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792&tenant_id=5fdcf0edff8a48e38715bf653734144a HTTP/1.1" status: 200 len: 1161 time: 0.0831132 Feb 18 02:51:13.134129 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-e0d594d8-d3a2-40a5-b69a-303f6224f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:13.135772 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-e0d594d8-d3a2-40a5-b69a-303f6224f078 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 1161 time: 0.1527197 Feb 18 02:51:13.141845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cb66a-82cc-4c87-a706-55101f880827 req-747f1fad-559f-4355-8728-1a765e121d1f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:13.143561 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-db5cb66a-82cc-4c87-a706-55101f880827 req-747f1fad-559f-4355-8728-1a765e121d1f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1254351 Feb 18 02:51:13.282230 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-db5cb66a-82cc-4c87-a706-55101f880827 req-decc6410-8a44-4233-b8ea-ff272b540d0c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321585 Feb 18 02:51:13.323135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-759b321b-930f-4a05-a142-ff6dd1acc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:13.324782 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-759b321b-930f-4a05-a142-ff6dd1acc31f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 911 time: 0.1602514 Feb 18 02:51:13.436386 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-fecc00be-c6dc-4dd6-b474-d36481f1c545 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7 HTTP/1.1" status: 200 len: 1000 time: 0.1044729 Feb 18 02:51:13.506710 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-a0743149-34d3-4c48-aa12-4c6e003dabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:13.508366 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-a0743149-34d3-4c48-aa12-4c6e003dabbd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.0640507 Feb 18 02:51:13.596668 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-994411cd-6113-468a-8111-e6420bfa71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:13.598285 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-994411cd-6113-468a-8111-e6420bfa71d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0816076 Feb 18 02:51:13.750998 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-14051b1a-b21a-4f43-8c68-08bda2e7552a service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407070 Feb 18 02:51:13.811579 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508092b7-c33d-4552-9a54-3354fa08cff5 req-4303eeb6-474b-4eb0-85e8-e0f9f9cb9f18 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:13.813168 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-508092b7-c33d-4552-9a54-3354fa08cff5 req-4303eeb6-474b-4eb0-85e8-e0f9f9cb9f18 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0938196 Feb 18 02:51:13.864997 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-508092b7-c33d-4552-9a54-3354fa08cff5 req-68848ec7-65c1-490b-8819-b2e6570cfa33 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443385 Feb 18 02:51:13.909314 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7a9aadcb-106a-4eda-945e-8a6080c511a3 req-a5bd5146-1492-4865-b631-e4f7d6322c3a service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385131 Feb 18 02:51:14.487064 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9c3a4-b125-4b80-b6c9-da77fcc61b55 req-e1dbde9e-97ca-4d36-8684-774f24be4f57 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:14.488811 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b7e9c3a4-b125-4b80-b6c9-da77fcc61b55 req-e1dbde9e-97ca-4d36-8684-774f24be4f57 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0865102 Feb 18 02:51:14.544116 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b7e9c3a4-b125-4b80-b6c9-da77fcc61b55 req-94847c23-67e8-4f94-bad8-c079b72733a3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473709 Feb 18 02:51:14.572156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-5900a32b-4755-4e19-8a71-9cf813bdcad4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Synchronizing usage tracker for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:51:14.589631 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-5900a32b-4755-4e19-8a71-9cf813bdcad4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Unset dirty status for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:51:14.593806 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-5900a32b-4755-4e19-8a71-9cf813bdcad4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1060582021&fields=id&tenant_id=00130025e7cc46389197fbd0023e9aa1 HTTP/1.1" status: 200 len: 267 time: 0.0735083 Feb 18 02:51:14.758147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-3b4a57b8-9843-44a7-8934-e3ae8ce53a87 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:14.758911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-3b4a57b8-9843-44a7-8934-e3ae8ce53a87 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Synchronizing usage tracker for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:51:14.759026 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4e71-7bd8-4612-b891-face74c5a673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:14.777011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-3b4a57b8-9843-44a7-8934-e3ae8ce53a87 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Unset dirty status for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:51:14.778855 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-3b4a57b8-9843-44a7-8934-e3ae8ce53a87 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 809 time: 0.1796679 Feb 18 02:51:14.796035 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-26e8ce2c-f2ae-49f0-a91c-a2a47c9d697a tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/quotas/00130025e7cc46389197fbd0023e9aa1 HTTP/1.1" status: 200 len: 375 time: 0.0109050 Feb 18 02:51:14.889720 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-acc938e1-d793-4046-b8f2-b580d7cc4ba8 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879025 Feb 18 02:51:15.048568 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-ea9810e3-ae73-4ccb-8e32-d22255b0b380 service neutron] 10.222.0.13 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462717 Feb 18 02:51:15.097535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad28c74-4843-4695-97ee-c2aac09a496b req-957bc1d4-8afb-4e7a-ad92-8249be8a59ec tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:15.106434 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4ad28c74-4843-4695-97ee-c2aac09a496b req-957bc1d4-8afb-4e7a-ad92-8249be8a59ec tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1195400 Feb 18 02:51:15.169473 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4ad28c74-4843-4695-97ee-c2aac09a496b req-0d29f801-be4c-4acd-81c2-8c47690a6e12 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621049 Feb 18 02:51:15.215760 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-2f222788-f2af-4b47-809c-7447aa309182 service neutron] 10.222.0.13 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1595497 Feb 18 02:51:15.511139 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:15.662717 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-88f5c53d-b7b2-4450-967e-3e9d443e8743 req-87aac5e3-fbc7-45da-8cdd-63fd8fa9a6d9 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0591581 Feb 18 02:51:15.802908 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef0ae5-1409-4859-a9a9-a743610c8287 req-8c4ae5de-0ca5-4537-a790-5688b74beb44 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:15.804933 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bdef0ae5-1409-4859-a9a9-a743610c8287 req-8c4ae5de-0ca5-4537-a790-5688b74beb44 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1158199 Feb 18 02:51:15.860413 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bdef0ae5-1409-4859-a9a9-a743610c8287 req-5e73c88d-a847-4262-bad5-fc14e1abff06 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 Feb 18 02:51:16.386765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586bd53-be8d-4f75-9b2e-26d6dbc9477a req-eff3a2ea-4ac6-4d8b-8b84-01816fa2754b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:16.388487 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4586bd53-be8d-4f75-9b2e-26d6dbc9477a req-eff3a2ea-4ac6-4d8b-8b84-01816fa2754b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0878191 Feb 18 02:51:16.442336 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4586bd53-be8d-4f75-9b2e-26d6dbc9477a req-2481c337-67b0-4885-9887-135292012eaa tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472963 Feb 18 02:51:16.517816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:16.750639 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:16.837779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-dfba27a4-b356-4004-a51e-09ed47e9326e req-cd1077c8-f785-4e49-aea5-6cf3752111e2 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Synchronizing usage tracker for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:51:16.854027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-dfba27a4-b356-4004-a51e-09ed47e9326e req-cd1077c8-f785-4e49-aea5-6cf3752111e2 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Unset dirty status for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:51:16.855617 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dfba27a4-b356-4004-a51e-09ed47e9326e req-cd1077c8-f785-4e49-aea5-6cf3752111e2 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0659056 Feb 18 02:51:17.062242 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b9ff8-a25c-487a-be7a-5775779e32b3 req-035ee085-39b5-4a04-88fb-e1ec3f7048b2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:17.063809 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-483b9ff8-a25c-487a-be7a-5775779e32b3 req-035ee085-39b5-4a04-88fb-e1ec3f7048b2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0891154 Feb 18 02:51:17.114641 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-483b9ff8-a25c-487a-be7a-5775779e32b3 req-f4f8d673-9c48-4227-a0f7-b414b7f9eb3f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 Feb 18 02:51:17.650912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-25a77a9b-1ed1-4b98-aae0-45e217c414e5 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:17.653124 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-25a77a9b-1ed1-4b98-aae0-45e217c414e5 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.52 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 809 time: 0.4064803 Feb 18 02:51:17.702534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aab0d-92bf-4b72-974e-d45af6050da2 req-116ec115-7298-4c64-b453-7227f7997b41 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:17.710554 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e62aab0d-92bf-4b72-974e-d45af6050da2 req-116ec115-7298-4c64-b453-7227f7997b41 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1217527 Feb 18 02:51:17.755365 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-7f61ba99-ae3d-4bfb-bc16-a62909a651fe tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Synchronizing usage tracker for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:51:17.768471 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-7f61ba99-ae3d-4bfb-bc16-a62909a651fe tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Unset dirty status for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:51:17.770148 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-7f61ba99-ae3d-4bfb-bc16-a62909a651fe tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00130025e7cc46389197fbd0023e9aa1 HTTP/1.1" status: 200 len: 5759 time: 0.1032259 Feb 18 02:51:17.784798 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e62aab0d-92bf-4b72-974e-d45af6050da2 req-434ce641-8d2f-478d-ab11-2caae2948c4f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617456 Feb 18 02:51:17.785440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Request body: {'port': {'device_id': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'admin_state_up': True, 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'security_groups': ['8cf860dc-4635-4168-9b64-5b25647fc61d']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:51:17.961385 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:51:17.974329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:51:17.975748 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-932343c0-4e60-4811-82c3-1670d6aca572 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0829704 Feb 18 02:51:17.990063 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Made reservation on behalf of 00130025e7cc46389197fbd0023e9aa1 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:51:17.997256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:18.080869 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d12575c6-20b0-4c3c-a889-ce45944e20dc req-ab5ddaea-cbb5-49e2-9881-3a73792a3b30 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0922389 Feb 18 02:51:18.084457 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-edcf7e64-107b-4b73-ba42-16e386e3a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:18.086055 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-edcf7e64-107b-4b73-ba42-16e386e3a8b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 1162 time: 0.0849104 Feb 18 02:51:18.399531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Allocated IP 172.20.0.14 (9ee660d6-fd0c-472e-882a-a677309d43c4/807611ee-3512-40bb-b8ba-ae2665f3c0af/ea9bc981-4d65-4e2f-884d-06d97cbff4b9) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:51:18.559348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-47e07e29-3a2d-4c8c-8bfd-3c61a6eef599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:18.561000 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-47e07e29-3a2d-4c8c-8bfd-3c61a6eef599 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.4314733 Feb 18 02:51:18.580777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de675c-297a-47dd-b7b6-015311856327 req-bede9629-1f7f-4649-8cfc-25b6026c9b9d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:18.582464 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-14de675c-297a-47dd-b7b6-015311856327 req-bede9629-1f7f-4649-8cfc-25b6026c9b9d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1250937 Feb 18 02:51:18.632387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:18.649294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Transition to ACTIVE for port object ea9bc981-4d65-4e2f-884d-06d97cbff4b9 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:51:18.668536 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-41216ab1-fb20-4d78-b66e-3b9c8a44d4b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 HTTP/1.1" status: 200 len: 217 time: 0.0956554 Feb 18 02:51:18.672915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:18.690968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:18.753942 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-14de675c-297a-47dd-b7b6-015311856327 req-7d5c4453-c9b4-4827-b3f5-7bfe1cf9cab3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076808 Feb 18 02:51:18.763501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-7d7c905f-8819-4051-a992-c6ef34a3cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:18.765329 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-7d7c905f-8819-4051-a992-c6ef34a3cd15 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.0801048 Feb 18 02:51:18.828306 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-a3d9d36d-bd97-46a5-8e95-742e4d8e50bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508223 Feb 18 02:51:18.864827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Pushing event updated for resources: {'Port': ['ID=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:18.869181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:18.910309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:51:18.912212 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:51:18.914640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:51:18.990540 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:18.991488 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:19.001242 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-50cd0aa9-239b-4c18-b7c7-980bc13199ef service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635520 Feb 18 02:51:19.080872 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3008673 Feb 18 02:51:19.113993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe136f-d4de-490f-a9d6-a397be8dc323 req-171ae069-b98d-4694-b407-f7a58d20c0df tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:19.115696 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3afe136f-d4de-490f-a9d6-a397be8dc323 req-171ae069-b98d-4694-b407-f7a58d20c0df tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1096051 Feb 18 02:51:19.122120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Request body: {'port': {'device_id': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:51:19.259877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8565ae0e-0a4e-49b8-97ca-d900cb329a23 None None] Provisioning for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:51:19.265317 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-8565ae0e-0a4e-49b8-97ca-d900cb329a23 None None] Provisioning complete for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:19.265806 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8565ae0e-0a4e-49b8-97ca-d900cb329a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:19.284097 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7d7b6501-3e56-46c4-b152-507cfc9aa091 req-e12aeac4-1499-4a27-a9fb-000d4e85acb2 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2496428 Feb 18 02:51:19.285402 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3afe136f-d4de-490f-a9d6-a397be8dc323 req-8c9f1813-f295-4b97-b14b-7c6661fdeef1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138604 Feb 18 02:51:19.301885 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:19.315814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83fb7-e52e-459c-8728-508920e26c85 req-fbef24b7-9228-473a-b82e-11af545f699c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:19.317850 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eeb83fb7-e52e-459c-8728-508920e26c85 req-fbef24b7-9228-473a-b82e-11af545f699c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 932 time: 0.0976949 Feb 18 02:51:19.360158 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-8565ae0e-0a4e-49b8-97ca-d900cb329a23 None None] Port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:51:19.377072 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eeb83fb7-e52e-459c-8728-508920e26c85 req-d47e90d3-cab8-42c5-905a-f04d36abcf99 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0495224 Feb 18 02:51:19.740188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9bc981-4d65-4e2f-884d-06d97cbff4b9 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:51:19.748441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:19.761012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Transition to ACTIVE for port object ea9bc981-4d65-4e2f-884d-06d97cbff4b9 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:51:19.764897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286117'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:19.783114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:19.990386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Pushing event updated for resources: {'Port': ['ID=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:19.993683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:20.108217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08188669-3a3b-44fa-a64d-3326ce7cf33a req-f1facd17-a400-454d-8536-653a7b21a979 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:20.109858 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-08188669-3a3b-44fa-a64d-3326ce7cf33a req-f1facd17-a400-454d-8536-653a7b21a979 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.2339799 Feb 18 02:51:20.211698 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-08188669-3a3b-44fa-a64d-3326ce7cf33a req-c46fa770-a74f-4d95-84e4-6f4d744b6911 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931697 Feb 18 02:51:20.240391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Attempting to bind port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:51:20.240924 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Attempting to bind port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:51:20.241299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Attempting to bind port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 on network 9ee660d6-fd0c-472e-882a-a677309d43c4 {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:51:20.251864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:51:20.252244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Checking segment: {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:51:20.253333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:20.253835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Bound using segment: {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:51:20.254207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Bound port: ea9bc981-4d65-4e2f-884d-06d97cbff4b9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187e1b71-12ed-438b-8afa-7906dd39d021', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:51:20.254588 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:20.421460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] For port ea9bc981-4d65-4e2f-884d-06d97cbff4b9, host hv-cinder-76330, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:51:20.434481 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] For port ea9bc981-4d65-4e2f-884d-06d97cbff4b9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:51:20.441255 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286117'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:20.460070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a4dd5666-300d-47cc-b762-ff4999f91b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:20.523135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6652-1a5e-46dc-ad87-d139607d79ba req-a506a889-d9dc-4889-b7dd-67494b743725 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:20.524794 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7eda6652-1a5e-46dc-ad87-d139607d79ba req-a506a889-d9dc-4889-b7dd-67494b743725 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0943308 Feb 18 02:51:20.573781 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7eda6652-1a5e-46dc-ad87-d139607d79ba req-374bb32d-b447-44aa-b1d6-19865f14bbc4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Feb 18 02:51:20.597330 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a060e9-9ce0-4cfa-8d88-784168a7db0d req-f608e91e-ef9c-4813-8248-dc08b09fc2d5 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:20.601001 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e4a060e9-9ce0-4cfa-8d88-784168a7db0d req-f608e91e-ef9c-4813-8248-dc08b09fc2d5 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.2569921 Feb 18 02:51:20.654257 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Pushing event updated for resources: {'Port': ['ID=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:20.663114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:20.705327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e4a060e9-9ce0-4cfa-8d88-784168a7db0d req-80c2964e-7256-49c6-a697-24ecc261124e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886233 Feb 18 02:51:20.734676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:20.735498 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:20.736911 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] 10.222.0.52 "PUT /v2.0/ports/ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 1158 time: 1.6200268 Feb 18 02:51:20.738911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:51:20.810016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1114d0c-dbb8-45d4-ac4d-45834f66ed17 req-e356943d-2b91-4cc5-9f76-116f985684ee tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:20.811880 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c1114d0c-dbb8-45d4-ac4d-45834f66ed17 req-e356943d-2b91-4cc5-9f76-116f985684ee tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.1274021 Feb 18 02:51:20.868677 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'status': 'completed', 'code': 200} Feb 18 02:51:20.882967 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c1114d0c-dbb8-45d4-ac4d-45834f66ed17 req-4c0bf72a-3efc-4991-bce7-14e183f763e9 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0630777 Feb 18 02:51:20.909432 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-ddceb34b-2e08-466c-8548-ab7e855c787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:20.911077 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-ddceb34b-2e08-466c-8548-ab7e855c787c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1161 time: 0.1003923 Feb 18 02:51:20.999106 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:21.004267 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-0677dfd4-a037-4189-bc24-7b9f50727696 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 217 time: 0.0740416 Feb 18 02:51:21.081207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-f9d647e1-848a-4dcf-9b96-f3fd92661002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:21.082794 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-f9d647e1-848a-4dcf-9b96-f3fd92661002 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 200 len: 848 time: 0.0643888 Feb 18 02:51:21.184643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-781ed047-36ca-4c6b-b34f-0579e8060532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:21.186273 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-781ed047-36ca-4c6b-b34f-0579e8060532 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee660d6-fd0c-472e-882a-a677309d43c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0805724 Feb 18 02:51:21.378757 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-06d57a80-f366-4234-9b1e-1d2cbe2db922 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793332 Feb 18 02:51:21.770831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83390715-d62e-468f-9c9d-7759f149129d req-3025740f-44c5-401e-9aee-159ecc7baee7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:21.772464 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-83390715-d62e-468f-9c9d-7759f149129d req-3025740f-44c5-401e-9aee-159ecc7baee7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.4320369 Feb 18 02:51:21.776122 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8a43a79a-31f2-442c-b17e-e78b395854e5 req-2e3d095c-f82c-472c-a56c-b3a37c98ec7f service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3847642 Feb 18 02:51:21.787084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba87271-239c-4f03-8588-fcecf1f62419 req-87c07f6f-bdb0-4adf-827f-d330685b0d1c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:21.796457 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4ba87271-239c-4f03-8588-fcecf1f62419 req-87c07f6f-bdb0-4adf-827f-d330685b0d1c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1014965 Feb 18 02:51:21.831531 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-83390715-d62e-468f-9c9d-7759f149129d req-df9e4a96-6573-4ccc-ae19-87da8ed84683 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475028 Feb 18 02:51:21.843435 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4ba87271-239c-4f03-8588-fcecf1f62419 req-f1961655-207e-46cd-8d6d-12044495f427 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Feb 18 02:51:22.023873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-bb4b42b0-96fc-4897-ab0b-d3418a1d441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:22.025470 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-bb4b42b0-96fc-4897-ab0b-d3418a1d441e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1161 time: 0.1506782 Feb 18 02:51:22.045157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d41a3-a0b7-4ee1-a1e6-e11c1224d8cf req-5786e29f-dc73-4f6e-a131-0d0b928192ac tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:22.046657 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-489d41a3-a0b7-4ee1-a1e6-e11c1224d8cf req-5786e29f-dc73-4f6e-a131-0d0b928192ac tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1064651 Feb 18 02:51:22.100541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee0512-903c-460e-ae46-dc3908ab8e54 req-13dd9988-0f79-4dc5-8663-c99cb985d619 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:22.102327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0ee0512-903c-460e-ae46-dc3908ab8e54 req-13dd9988-0f79-4dc5-8663-c99cb985d619 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.0933397 Feb 18 02:51:22.114013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:51:22.150988 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f0ee0512-903c-460e-ae46-dc3908ab8e54 req-84e040d4-d3c9-4d50-b317-f20b9a1dd0ce tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416431 Feb 18 02:51:22.196131 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-489d41a3-a0b7-4ee1-a1e6-e11c1224d8cf req-3464d669-840f-4475-98e9-8f7d3f3819f4 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257935 Feb 18 02:51:22.222606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-048a121f-d7d8-4e0c-bf1a-d7511559c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:22.224312 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-048a121f-d7d8-4e0c-bf1a-d7511559c7cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 903 time: 0.1863160 Feb 18 02:51:22.306334 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-ff9482a6-37b8-4a8b-9256-86d6a818fba8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 217 time: 0.0692399 Feb 18 02:51:22.380495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-c9469788-e8cc-452e-8faa-fd7f660b39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:22.381963 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-c9469788-e8cc-452e-8faa-fd7f660b39bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 200 len: 848 time: 0.0662279 Feb 18 02:51:22.471215 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-eb66d442-6839-4c12-99fa-3889952ba123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:22.472879 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-eb66d442-6839-4c12-99fa-3889952ba123 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee660d6-fd0c-472e-882a-a677309d43c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0788670 Feb 18 02:51:22.629789 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-1487abf4-7ffb-4e38-bbcd-6335e9c48332 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362872 Feb 18 02:51:22.784366 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e82693c8-df3f-4fc9-853f-0fe4d402f471 req-f38b3edc-1f44-4d3f-a6f2-87f0f9afbcbf service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426194 Feb 18 02:51:23.052490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddadca6-dba6-4b7a-994e-ca899bc740e5 req-436e5bec-45f7-4ca3-bd52-4a3493443af6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:23.054140 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8ddadca6-dba6-4b7a-994e-ca899bc740e5 req-436e5bec-45f7-4ca3-bd52-4a3493443af6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0968516 Feb 18 02:51:23.071536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696170b-3c0a-47ac-a067-90ba85bec10d req-54dd00fd-2394-409e-bdc8-7cb31da4e8e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:23.073203 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a696170b-3c0a-47ac-a067-90ba85bec10d req-54dd00fd-2394-409e-bdc8-7cb31da4e8e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0936952 Feb 18 02:51:23.112202 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8ddadca6-dba6-4b7a-994e-ca899bc740e5 req-e0d7afbf-e4f4-415a-a4e5-23e6cd237c25 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503561 Feb 18 02:51:23.125513 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a696170b-3c0a-47ac-a067-90ba85bec10d req-a87581f9-7520-4115-82ce-544eb475b12a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Feb 18 02:51:23.350315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd76fe-6ef1-4e7f-b51f-dd1d674d5fd3 req-083af472-2fcc-47e2-b23e-4af60605291b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:23.351848 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-70bd76fe-6ef1-4e7f-b51f-dd1d674d5fd3 req-083af472-2fcc-47e2-b23e-4af60605291b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.0878208 Feb 18 02:51:23.403506 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-70bd76fe-6ef1-4e7f-b51f-dd1d674d5fd3 req-2b6d43af-66f2-495c-9596-c2e336655ac9 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446019 Feb 18 02:51:23.409155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821ba2-97eb-429f-9d2c-ffe2b92df6c8 req-06836792-3aa2-432e-aaf1-d01d59315822 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:23.410772 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-35821ba2-97eb-429f-9d2c-ffe2b92df6c8 req-06836792-3aa2-432e-aaf1-d01d59315822 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0903394 Feb 18 02:51:23.464014 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-35821ba2-97eb-429f-9d2c-ffe2b92df6c8 req-15b90828-7152-45c7-a98f-2df81e842d8b tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466087 Feb 18 02:51:24.320771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b975ab7-7a56-413b-92d6-eb5f634a0d15 req-3e66660f-40cc-49e3-94b3-7962d33b52f4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:24.323944 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b975ab7-7a56-413b-92d6-eb5f634a0d15 req-3e66660f-40cc-49e3-94b3-7962d33b52f4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0937836 Feb 18 02:51:24.344234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607117b-8ca3-4c0e-aedc-7fbbe45a3c45 req-3cdb5bad-0715-4497-84fa-b2e56a9d7960 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:24.345830 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0607117b-8ca3-4c0e-aedc-7fbbe45a3c45 req-3cdb5bad-0715-4497-84fa-b2e56a9d7960 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0902121 Feb 18 02:51:24.370439 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5b975ab7-7a56-413b-92d6-eb5f634a0d15 req-e14365f5-f27e-46e5-afd4-a9f7bbe25ce8 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Feb 18 02:51:24.396338 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0607117b-8ca3-4c0e-aedc-7fbbe45a3c45 req-95735a52-8ff5-484b-95a7-d43d2dd7bf9e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438688 Feb 18 02:51:24.603751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d23e2-8d93-440f-af03-52246a0ea41f req-7fdbe385-8187-4d7c-8340-aa8041c08c69 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:24.605395 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3a0d23e2-8d93-440f-af03-52246a0ea41f req-7fdbe385-8187-4d7c-8340-aa8041c08c69 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.0867753 Feb 18 02:51:24.662587 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3a0d23e2-8d93-440f-af03-52246a0ea41f req-7315fb1d-19d7-4c7b-9e01-d72b9262a94c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0503583 Feb 18 02:51:24.673573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e790e-2784-4713-8e5c-7e776bc9ea16 req-cb604b1e-8a69-4378-8870-72237ecc4aea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:24.675260 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f8e790e-2784-4713-8e5c-7e776bc9ea16 req-cb604b1e-8a69-4378-8870-72237ecc4aea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0968871 Feb 18 02:51:24.724994 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f8e790e-2784-4713-8e5c-7e776bc9ea16 req-126c845d-1202-40d7-a905-ed3b2eb2ffcd tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426385 Feb 18 02:51:25.128066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ea9bc981-4d65-4e2f-884d-06d97cbff4b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:25.200193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:51:25.205420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:25.205699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:25.336810 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:25.365071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:51:25.375071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port ea9bc981-4d65-4e2f-884d-06d97cbff4b9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:51:25.378434 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:25.380045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:25.418560 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'code': 200} Feb 18 02:51:25.473777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:25.478644 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:25.579791 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8c05a-f0af-48a2-b38d-8df9d0f38668 req-7a10410d-19fc-44fd-b7ad-d8418ee6e936 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:25.581493 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-adb8c05a-f0af-48a2-b38d-8df9d0f38668 req-7a10410d-19fc-44fd-b7ad-d8418ee6e936 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0913177 Feb 18 02:51:25.610010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03926719-47ac-42c8-a76b-f13735fbc485 req-9bf88354-47a2-497b-8f66-71c7dcb18011 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:25.611651 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-03926719-47ac-42c8-a76b-f13735fbc485 req-9bf88354-47a2-497b-8f66-71c7dcb18011 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0874403 Feb 18 02:51:25.630987 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-adb8c05a-f0af-48a2-b38d-8df9d0f38668 req-b46bb60b-d32f-4b4d-889a-586923964e04 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429363 Feb 18 02:51:25.662016 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-03926719-47ac-42c8-a76b-f13735fbc485 req-b60150b8-06cc-417b-8735-d22fd131ff08 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Feb 18 02:51:25.946832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a6651-dba2-4f28-8491-12d559184275 req-dd6509cf-4801-49b0-a2e1-7abe10490ea4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:25.947082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdace16-487c-4887-99bc-b7be8f8126a5 req-29ddadb8-0c34-4b25-9759-fe39202015a3 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:25.947724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-fc5a6651-dba2-4f28-8491-12d559184275 req-dd6509cf-4801-49b0-a2e1-7abe10490ea4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Synchronizing usage tracker for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:51:25.948928 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0cdace16-487c-4887-99bc-b7be8f8126a5 req-29ddadb8-0c34-4b25-9759-fe39202015a3 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0923944 Feb 18 02:51:25.953074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60335f60-78bb-4597-bc36-c574ba8c570f req-06fc1a71-003e-42de-bd59-89631e4f4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:25.954763 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60335f60-78bb-4597-bc36-c574ba8c570f req-06fc1a71-003e-42de-bd59-89631e4f4e4c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1163 time: 0.1650586 Feb 18 02:51:25.982881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-fc5a6651-dba2-4f28-8491-12d559184275 req-dd6509cf-4801-49b0-a2e1-7abe10490ea4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Unset dirty status for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:51:25.984162 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fc5a6651-dba2-4f28-8491-12d559184275 req-dd6509cf-4801-49b0-a2e1-7abe10490ea4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.1508219 Feb 18 02:51:26.000283 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0cdace16-487c-4887-99bc-b7be8f8126a5 req-2c4106e1-4d69-46fa-bff2-d478d06d4d3e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Feb 18 02:51:26.030366 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60335f60-78bb-4597-bc36-c574ba8c570f req-c5950c70-a326-4802-aa19-b141a6dff2b6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0633273 Feb 18 02:51:26.050354 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fc5a6651-dba2-4f28-8491-12d559184275 req-9e709d6f-c864-44c7-969c-6f27e7df4df4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0525346 Feb 18 02:51:26.271445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ea9bc981-4d65-4e2f-884d-06d97cbff4b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:26.344064 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:26.344638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:26.842845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7701a6-a6f1-4755-90bf-3d8c06e34d9e req-0a85fec0-3351-4f2e-af6a-18e48e720c28 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:26.844506 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3e7701a6-a6f1-4755-90bf-3d8c06e34d9e req-0a85fec0-3351-4f2e-af6a-18e48e720c28 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0920317 Feb 18 02:51:26.873041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15478-4448-433e-9a83-ad2eff27b082 req-c3acdd81-e15d-4855-a95f-183afeb00308 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:26.874661 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e6b15478-4448-433e-9a83-ad2eff27b082 req-c3acdd81-e15d-4855-a95f-183afeb00308 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0886705 Feb 18 02:51:26.901916 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3e7701a6-a6f1-4755-90bf-3d8c06e34d9e req-4e00144a-38e9-4cc7-9d86-cc915ed277c4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503509 Feb 18 02:51:26.924461 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e6b15478-4448-433e-9a83-ad2eff27b082 req-53793739-78aa-4412-841d-b8dca938f225 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433018 Feb 18 02:51:27.207118 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d38eb6-e65a-4354-a43b-9ff7f374dc8d req-15cd80b6-d59c-4e9d-9922-5fb32fe667f0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:27.208679 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-40d38eb6-e65a-4354-a43b-9ff7f374dc8d req-15cd80b6-d59c-4e9d-9922-5fb32fe667f0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0883672 Feb 18 02:51:27.254207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237364a-cb2a-4fad-883b-31421400e89a req-6650fe02-e691-4973-98d8-b740fcbee83b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:27.255909 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9237364a-cb2a-4fad-883b-31421400e89a req-6650fe02-e691-4973-98d8-b740fcbee83b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0889256 Feb 18 02:51:27.264164 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-40d38eb6-e65a-4354-a43b-9ff7f374dc8d req-f9ef943e-f059-484c-8361-70148610038a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490606 Feb 18 02:51:27.307074 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9237364a-cb2a-4fad-883b-31421400e89a req-b13159a8-ccec-41ef-9199-118d1ab9554d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426087 Feb 18 02:51:28.122866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faca49-e76f-4f40-8686-d706fe59062e req-411b75a1-4882-4e60-9350-2cfc86abffcb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:28.124515 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f9faca49-e76f-4f40-8686-d706fe59062e req-411b75a1-4882-4e60-9350-2cfc86abffcb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1008794 Feb 18 02:51:28.142144 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc82c-ac41-47d3-af1a-7afcfabcc094 req-0824ed65-b3df-480d-87f2-753502461397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:28.144987 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-14bcc82c-ac41-47d3-af1a-7afcfabcc094 req-0824ed65-b3df-480d-87f2-753502461397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0948315 Feb 18 02:51:28.175725 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f9faca49-e76f-4f40-8686-d706fe59062e req-e6cf8c5d-52bd-4733-9216-0efeeb6bcef1 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439520 Feb 18 02:51:28.204028 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-14bcc82c-ac41-47d3-af1a-7afcfabcc094 req-1a46e7ff-ecb2-4135-b400-1bb27939f84e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538085 Feb 18 02:51:28.309205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ea9bc981-4d65-4e2f-884d-06d97cbff4b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:28.387523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:28.388138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:28.496311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe7cd9-9c39-4139-a468-ba7c8ec12091 req-57e5f837-06b4-4824-955a-2a1964d91157 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:28.504175 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c3fe7cd9-9c39-4139-a468-ba7c8ec12091 req-57e5f837-06b4-4824-955a-2a1964d91157 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1064479 Feb 18 02:51:28.541406 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af4718-0d62-444a-b909-be9c5b64b40c req-44f5eaff-f85c-440f-9150-c761da7f4be3 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:28.547650 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51af4718-0d62-444a-b909-be9c5b64b40c req-44f5eaff-f85c-440f-9150-c761da7f4be3 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.1008046 Feb 18 02:51:28.559662 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c3fe7cd9-9c39-4139-a468-ba7c8ec12091 req-72d44efc-5601-4455-8d52-35bcd281741e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477843 Feb 18 02:51:28.605933 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51af4718-0d62-444a-b909-be9c5b64b40c req-5de8fd59-3075-423d-932f-5c8f784d1ac3 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0534315 Feb 18 02:51:28.839146 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fce1c7-21f4-4807-986c-9100d349b052 req-24052dbf-73d2-46c8-ab96-83e6029dd1bd tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:28.841471 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-64fce1c7-21f4-4807-986c-9100d349b052 req-24052dbf-73d2-46c8-ab96-83e6029dd1bd tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.1250534 Feb 18 02:51:28.893242 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-64fce1c7-21f4-4807-986c-9100d349b052 req-6d3db122-4f1b-4841-82e4-a60d4add19c8 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454736 Feb 18 02:51:29.105269 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-73b9dabe-5545-4cf5-8bbe-7c39534180ee tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1736104 Feb 18 02:51:29.116268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Request body: {'floatingip': {'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:51:29.122277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:51:29.126323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Usage tracker for resource:floatingip and tenant:00130025e7cc46389197fbd0023e9aa1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:51:29.129334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:51:29.135396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:51:29.145125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:29.298005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:29.395716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee9b40-ec4b-430c-8bda-21a8a3a95759 req-79a242d2-5532-4d7c-99b2-23819c23300a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:29.398656 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9aee9b40-ec4b-430c-8bda-21a8a3a95759 req-79a242d2-5532-4d7c-99b2-23819c23300a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1018982 Feb 18 02:51:29.456055 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9aee9b40-ec4b-430c-8bda-21a8a3a95759 req-d8f8e70f-52e0-43c3-8fd4-aa16190d587c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516365 Feb 18 02:51:29.622890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Allocated IP 172.28.1.101 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/6c37ebd1-262f-4e5f-9215-4f9cc51cc0ba) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:51:29.685827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37488af7-8936-44da-b390-39c141394961 req-ed02a9c2-fd8e-433c-88ac-53bb48a53a55 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:29.687500 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37488af7-8936-44da-b390-39c141394961 req-ed02a9c2-fd8e-433c-88ac-53bb48a53a55 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1260352 Feb 18 02:51:29.756121 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37488af7-8936-44da-b390-39c141394961 req-4219689f-c776-46c6-85c3-312970b7e693 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618856 Feb 18 02:51:29.835968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:29.866270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:29.952694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:29.956537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac968-935f-4abf-9edd-2b85f060bc63 req-f4ed0f46-cef0-4056-861f-f6ab94734cfd tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:29.958125 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b3aac968-935f-4abf-9edd-2b85f060bc63 req-f4ed0f46-cef0-4056-861f-f6ab94734cfd tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0945172 Feb 18 02:51:30.010913 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b3aac968-935f-4abf-9edd-2b85f060bc63 req-8ef3753e-7d1b-4688-a548-ef59647566b8 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459266 Feb 18 02:51:30.060769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Pushing event updated for resources: {'Port': ['ID=6c37ebd1-262f-4e5f-9215-4f9cc51cc0ba,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:30.071511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.071945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.072362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.072768 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.073173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.073695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.073976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.074383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.074780 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.075180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.075601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.075973 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.076414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.076805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.077223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.077619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.078013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.078408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.078804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.079194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.079611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.080003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.080395 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.080787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:30.094636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:30.104750 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:51:30.106525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:51:30.108931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:51:30.248300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:30.322348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:30.607838 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:30.613822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286117'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:30.629894 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bb6256c7-0d85-44e8-903d-58cd693afcfe tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:30.664829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c177c-9c74-4972-8f7c-0a9519bd1eac req-d68974c6-ce7a-48fc-b2ba-c699a4d73553 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:30.666649 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-539c177c-9c74-4972-8f7c-0a9519bd1eac req-d68974c6-ce7a-48fc-b2ba-c699a4d73553 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0933139 Feb 18 02:51:30.779339 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-539c177c-9c74-4972-8f7c-0a9519bd1eac req-61c5ab19-33a4-4e9e-bf1d-ab5146d09b15 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038885 Feb 18 02:51:30.845195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Pushing event updated for resources: {'Port': ['ID=6c37ebd1-262f-4e5f-9215-4f9cc51cc0ba,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:30.899682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:30.905877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:30.940117 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:30.941880 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8302133 Feb 18 02:51:31.032834 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876605-79da-4af0-a2ce-843bdae2ced2 req-b90166de-776e-4ae4-845c-322afc128d27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:31.034590 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-18876605-79da-4af0-a2ce-843bdae2ced2 req-b90166de-776e-4ae4-845c-322afc128d27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1119692 Feb 18 02:51:31.090827 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-18876605-79da-4af0-a2ce-843bdae2ced2 req-be4f415f-5405-464a-9194-b0ee267d5506 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487437 Feb 18 02:51:31.278294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-060a8898-2579-4dd4-af52-cb58bee73c67 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Synchronizing usage tracker for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:floatingip {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:51:31.295965 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-060a8898-2579-4dd4-af52-cb58bee73c67 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Unset dirty status for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:floatingip {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:51:31.297367 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-060a8898-2579-4dd4-af52-cb58bee73c67 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.101 HTTP/1.1" status: 200 len: 696 time: 0.3491440 Feb 18 02:51:31.352397 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd156d-f9d6-423e-870e-c6bec26561a5 req-51e97fc1-ea54-4887-a8ce-58a217330b4b tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:31.354585 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f8bd156d-f9d6-423e-870e-c6bec26561a5 req-51e97fc1-ea54-4887-a8ce-58a217330b4b tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1315618 Feb 18 02:51:31.407485 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f8bd156d-f9d6-423e-870e-c6bec26561a5 req-8c525fe1-c526-4dcb-bcf0-929597e07775 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464511 Feb 18 02:51:31.477611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-642dc0f6-0468-4965-9601-6a313d187804 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:31.479139 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-642dc0f6-0468-4965-9601-6a313d187804 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/networks/6fd03acf-077a-4992-b52f-35408fdf411b HTTP/1.1" status: 200 len: 784 time: 0.1735406 Feb 18 02:51:31.491427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-d54ec5ff-f7c1-44c2-b50e-e309a9a88b86 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:51:31.492512 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e613835f-dda1-452a-90d4-7e536dfbaec4 req-d54ec5ff-f7c1-44c2-b50e-e309a9a88b86 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064628 Feb 18 02:51:31.683419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-0377b71d-9116-43a0-a663-0fe0291be32a tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:31.685597 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-0377b71d-9116-43a0-a663-0fe0291be32a tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0901799 Feb 18 02:51:31.779626 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-ca96bc5c-7c37-40fd-9802-28d60bddb6c8 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.101 HTTP/1.1" status: 200 len: 696 time: 0.0868866 Feb 18 02:51:31.790381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-89b0dbb8-5eb9-46d7-937f-ceeb48b8085d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Request body: {'floatingip': {'port_id': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:51:31.884332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-89b0dbb8-5eb9-46d7-937f-ceeb48b8085d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:32.022778 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2dbdc-9db8-46ec-bfce-3db16074c2df req-39b0d29a-d522-472b-9af6-12be0a56126e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:32.024553 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-16e2dbdc-9db8-46ec-bfce-3db16074c2df req-39b0d29a-d522-472b-9af6-12be0a56126e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1111355 Feb 18 02:51:32.080973 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-16e2dbdc-9db8-46ec-bfce-3db16074c2df req-85224e3e-d2b1-4ca5-bc69-0e72b6bb0de4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486014 Feb 18 02:51:32.319655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c2dd2-d086-43fd-a435-bc6dbf45a94d req-7593b351-50b7-44d5-921b-05f62c0174ee tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:32.322773 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d31c2dd2-d086-43fd-a435-bc6dbf45a94d req-7593b351-50b7-44d5-921b-05f62c0174ee tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0878954 Feb 18 02:51:32.405758 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d31c2dd2-d086-43fd-a435-bc6dbf45a94d req-83e6c127-37e7-4b08-81a3-74cef90918e9 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757158 Feb 18 02:51:32.648537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23f19a-7bc8-4f57-9f08-0ae8f1444997 req-3740bf25-0e04-4d3d-b801-cd8d28ea11b1 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:32.650233 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef23f19a-7bc8-4f57-9f08-0ae8f1444997 req-3740bf25-0e04-4d3d-b801-cd8d28ea11b1 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1140969 Feb 18 02:51:32.702669 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef23f19a-7bc8-4f57-9f08-0ae8f1444997 req-daac955a-8164-4138-abbb-b85232cc810d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450976 Feb 18 02:51:33.013800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-89b0dbb8-5eb9-46d7-937f-ceeb48b8085d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:33.018715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-89b0dbb8-5eb9-46d7-937f-ceeb48b8085d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:33.212910 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-89b0dbb8-5eb9-46d7-937f-ceeb48b8085d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Floating IP d4e1e284-29fb-4439-80ee-09ede1cf77f9 associated. External IP: 172.28.1.101, port: ea9bc981-4d65-4e2f-884d-06d97cbff4b9. Feb 18 02:51:33.303650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a10664-a488-4fad-8754-7b1c99fdaf3a req-5c800760-e0bc-4a8c-ab7b-36da76b73674 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:33.305265 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-56a10664-a488-4fad-8754-7b1c99fdaf3a req-5c800760-e0bc-4a8c-ab7b-36da76b73674 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1002033 Feb 18 02:51:33.365932 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-56a10664-a488-4fad-8754-7b1c99fdaf3a req-db06db8d-7395-4a99-b453-a284246ebd13 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Feb 18 02:51:33.600364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-89b0dbb8-5eb9-46d7-937f-ceeb48b8085d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Router 88ff24f7-77b9-4acb-8731-9eb492c78398 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:51:33.664958 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7f84-a123-429b-86b0-4d7b726553f5 req-d37d32bf-14b4-4469-a0d8-8cc8cd315773 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:33.666562 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5f3c7f84-a123-429b-86b0-4d7b726553f5 req-d37d32bf-14b4-4469-a0d8-8cc8cd315773 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0965595 Feb 18 02:51:33.740210 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5f3c7f84-a123-429b-86b0-4d7b726553f5 req-96211516-75a0-4a25-b852-c64a853aa5d2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662475 Feb 18 02:51:33.831979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-89b0dbb8-5eb9-46d7-937f-ceeb48b8085d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:51:33.844512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] Sync routers for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:51:33.852023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-89b0dbb8-5eb9-46d7-937f-ceeb48b8085d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:33.867327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:51:33.868249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:51:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:51:33.928743 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-89b0dbb8-5eb9-46d7-937f-ceeb48b8085d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "PUT /v2.0/floatingips/d4e1e284-29fb-4439-80ee-09ede1cf77f9 HTTP/1.1" status: 200 len: 997 time: 2.1417062 Feb 18 02:51:33.929926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:51:33.971529 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406867fd-01e1-4e8c-aaa8-db133c2f9d55 req-1ff453b0-c122-48af-9249-d88bc426409d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:33.978582 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-406867fd-01e1-4e8c-aaa8-db133c2f9d55 req-1ff453b0-c122-48af-9249-d88bc426409d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1068645 Feb 18 02:51:34.022954 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-c730806e-4b01-47a3-9c45-af346bcb1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:34.024680 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-c730806e-4b01-47a3-9c45-af346bcb1da0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1163 time: 0.0885730 Feb 18 02:51:34.028082 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-406867fd-01e1-4e8c-aaa8-db133c2f9d55 req-4da8ef80-0a38-4cf6-9be2-ba2b85052c80 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480363 Feb 18 02:51:34.083950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:51:34.142488 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'status': 'completed', 'code': 200} Feb 18 02:51:34.195123 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-ea298642-16e9-4c11-9767-7956bb602a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:34.197023 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-ea298642-16e9-4c11-9767-7956bb602a94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 903 time: 0.1608593 Feb 18 02:51:34.335788 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-99d80962-94eb-4aa7-a7dc-abb9a5da6a65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 1000 time: 0.1316645 Feb 18 02:51:34.420808 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-933a0a7c-77ee-41f4-9943-a7871e721cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:34.431759 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-933a0a7c-77ee-41f4-9943-a7871e721cd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 200 len: 848 time: 0.0891988 Feb 18 02:51:34.515932 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:52Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': 'd4e1e284-29fb-4439-80ee-09ede1cf77f9', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'floating_ip_address': '172.28.1.101', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'port_id': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'mac_address': 'fa:16:3e:8d:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:51:30Z', 'updated_at': '2021-02-18T02:51:32Z', 'revision_number': 1, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f0aad2-51a1-4366-b246-c5ea25023520', 'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'mac_address': 'fa:16:3e:a8:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:51Z', 'updated_at': '2021-02-18T02:50:05Z', 'revision_number': 5, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'subnets': [{'id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:51:34.521842 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] Checking router: 88ff24f7-77b9-4acb-8731-9eb492c78398 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:51:34.527288 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-fd98169a-8a8e-453d-94da-46a16be4cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:34.529113 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-fd98169a-8a8e-453d-94da-46a16be4cbe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ee660d6-fd0c-472e-882a-a677309d43c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0965250 Feb 18 02:51:34.533429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:51:34.534100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:51:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:51:34.554169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-0aabe9ab-a359-434f-b50e-dc71483d61fa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:51:34.555349 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-0aabe9ab-a359-434f-b50e-dc71483d61fa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060654 Feb 18 02:51:34.628677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9ca8b-ebac-478d-bb4d-ed9457b36777 req-fa08a896-f5fd-471b-80c7-8651b7d4dc46 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:34.636922 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ad9ca8b-ebac-478d-bb4d-ed9457b36777 req-fa08a896-f5fd-471b-80c7-8651b7d4dc46 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1103466 Feb 18 02:51:34.729323 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ad9ca8b-ebac-478d-bb4d-ed9457b36777 req-397ad915-4efc-402b-adb4-6258734d3366 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912807 Feb 18 02:51:34.778117 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-96f296c5-2141-424b-afbb-8f0f46b063ed service neutron] 10.222.0.13 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147450 Feb 18 02:51:34.984254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:51:35.007595 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11ad7d-c4e8-4be0-9f31-9ee2014e221c req-287d06b4-484b-4dbc-babd-9d1cceea3b3f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:35.023508 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-af11ad7d-c4e8-4be0-9f31-9ee2014e221c req-287d06b4-484b-4dbc-babd-9d1cceea3b3f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1383862 Feb 18 02:51:35.096197 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-af11ad7d-c4e8-4be0-9f31-9ee2014e221c req-a6d801d6-0bf5-4112-b0a5-19eca0517427 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714157 Feb 18 02:51:35.176037 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0390341c-186d-44cd-b0cf-eb00bcfd3fed req-a2452d69-83ed-46e0-9c30-07786894f53b service neutron] 10.222.0.13 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3909428 Feb 18 02:51:35.335357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca11c7-7eca-4c37-ace2-dbdeb8c53ade req-a0ee6847-87d1-414d-8a22-99ab910a5789 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:35.337022 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-26ca11c7-7eca-4c37-ace2-dbdeb8c53ade req-a0ee6847-87d1-414d-8a22-99ab910a5789 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1018984 Feb 18 02:51:35.394425 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-26ca11c7-7eca-4c37-ace2-dbdeb8c53ade req-cd6c642b-8a37-4992-845b-35533cd5654a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493684 Feb 18 02:51:35.467012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:52Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': 'd4e1e284-29fb-4439-80ee-09ede1cf77f9', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'floating_ip_address': '172.28.1.101', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'port_id': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'mac_address': 'fa:16:3e:8d:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:51:30Z', 'updated_at': '2021-02-18T02:51:32Z', 'revision_number': 1, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f0aad2-51a1-4366-b246-c5ea25023520', 'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'mac_address': 'fa:16:3e:a8:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:51Z', 'updated_at': '2021-02-18T02:50:05Z', 'revision_number': 5, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'subnets': [{'id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:51:35.471367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce539ee1-d706-4fe5-bcf1-4cf01b304c30 None None] The sync data for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb is: [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:52Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': 'd4e1e284-29fb-4439-80ee-09ede1cf77f9', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'floating_ip_address': '172.28.1.101', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'port_id': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'mac_address': 'fa:16:3e:8d:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:51:30Z', 'updated_at': '2021-02-18T02:51:32Z', 'revision_number': 1, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f0aad2-51a1-4366-b246-c5ea25023520', 'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'mac_address': 'fa:16:3e:a8:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:51Z', 'updated_at': '2021-02-18T02:50:05Z', 'revision_number': 5, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'subnets': [{'id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:51:35.863771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ee48c-e7fd-43bc-9e92-402278029fb3 None None] New status for floating IP d4e1e284-29fb-4439-80ee-09ede1cf77f9: ACTIVE {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:51:35.980442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea87bb3-b552-43e6-9cdd-63868e5ac683 req-4262b590-0330-4b10-bc4e-56a646bcdcf7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:35.982228 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ea87bb3-b552-43e6-9cdd-63868e5ac683 req-4262b590-0330-4b10-bc4e-56a646bcdcf7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0995762 Feb 18 02:51:36.039478 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ea87bb3-b552-43e6-9cdd-63868e5ac683 req-84d832d2-4a0a-473e-ba36-e592e1556927 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497746 Feb 18 02:51:36.315891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d68927-74a0-454f-8566-ae3965826705 req-6a941042-0e74-4638-99dc-386972261e27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:36.317504 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c2d68927-74a0-454f-8566-ae3965826705 req-6a941042-0e74-4638-99dc-386972261e27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0901613 Feb 18 02:51:36.367935 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c2d68927-74a0-454f-8566-ae3965826705 req-d51c8bb2-17cd-4d38-a430-adbd8d88188e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Feb 18 02:51:36.599188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67edca-e43b-43ca-9a05-c447db9c8030 req-e6a3ad9b-a5b9-4bed-8347-085563ec3bef tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:36.600928 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2a67edca-e43b-43ca-9a05-c447db9c8030 req-e6a3ad9b-a5b9-4bed-8347-085563ec3bef tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0896530 Feb 18 02:51:36.655094 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2a67edca-e43b-43ca-9a05-c447db9c8030 req-3a9fa54f-f014-4f14-ad24-5a7e3db006e0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474150 Feb 18 02:51:37.244450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e2e78-ac04-4158-a826-efc6c7ee8fa6 req-5303365b-1524-422c-90e3-011dc09025e8 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:37.246074 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-099e2e78-ac04-4158-a826-efc6c7ee8fa6 req-5303365b-1524-422c-90e3-011dc09025e8 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0944514 Feb 18 02:51:37.297156 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-099e2e78-ac04-4158-a826-efc6c7ee8fa6 req-56fb4725-1b49-44bf-99b8-73d067aa9a0a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Feb 18 02:51:37.593759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301415fd-349f-4144-b77b-b3e20b11186e req-e966378e-58f2-4cb5-a717-aefe968cbce1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:37.610141 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-301415fd-349f-4144-b77b-b3e20b11186e req-e966378e-58f2-4cb5-a717-aefe968cbce1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1032643 Feb 18 02:51:37.645318 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-301415fd-349f-4144-b77b-b3e20b11186e req-8a0fed3f-25ca-4470-82c5-b871e52936d5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428145 Feb 18 02:51:37.859838 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17acad-3560-4b4c-85da-bd048f3e4615 req-79c0717a-150d-41ba-8b9a-f792402ca687 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:37.861620 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1a17acad-3560-4b4c-85da-bd048f3e4615 req-79c0717a-150d-41ba-8b9a-f792402ca687 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0903847 Feb 18 02:51:37.914915 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1a17acad-3560-4b4c-85da-bd048f3e4615 req-b463a720-1512-4d44-9556-48997346f7ce tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460587 Feb 18 02:51:38.497766 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a93955-38f1-4ace-963a-edd940b5ba37 req-a5573a62-584d-473f-bf0b-260eadc2511d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:38.499377 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-67a93955-38f1-4ace-963a-edd940b5ba37 req-a5573a62-584d-473f-bf0b-260eadc2511d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0884523 Feb 18 02:51:38.550855 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-67a93955-38f1-4ace-963a-edd940b5ba37 req-801adf31-7f6c-4183-8b62-611ebb19aa18 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 Feb 18 02:51:38.868215 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582b383-585e-4ed0-b6ff-54e24d7fe423 req-955d0e87-d994-4208-b432-ac81d51a5351 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:38.869808 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c582b383-585e-4ed0-b6ff-54e24d7fe423 req-955d0e87-d994-4208-b432-ac81d51a5351 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0878556 Feb 18 02:51:38.918792 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c582b383-585e-4ed0-b6ff-54e24d7fe423 req-4ab5372f-a70c-4ed5-9d95-72e4e6cb4fdf tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Feb 18 02:51:39.121610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a48ef2-81ee-4729-bec8-d2f6aa4cd199 req-eb0a90cb-4703-4ddd-80f3-e05fc78ceed2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:39.123141 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c8a48ef2-81ee-4729-bec8-d2f6aa4cd199 req-eb0a90cb-4703-4ddd-80f3-e05fc78ceed2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0907776 Feb 18 02:51:39.172647 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c8a48ef2-81ee-4729-bec8-d2f6aa4cd199 req-ae905246-1ed3-4189-88d7-7d24c289ac4f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Feb 18 02:51:39.772784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fbbb-2a3c-47eb-a176-619bde81053e req-ded61499-0a16-4b30-a2ea-323d588bb62e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:39.775107 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2817fbbb-2a3c-47eb-a176-619bde81053e req-ded61499-0a16-4b30-a2ea-323d588bb62e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1063800 Feb 18 02:51:39.843176 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2817fbbb-2a3c-47eb-a176-619bde81053e req-0a1d9a0b-2809-412d-9342-162853dce891 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508533 Feb 18 02:51:40.129897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b607e-e38e-4471-b38c-9bb36d490cb5 req-90ffb512-d8ec-4a65-b65c-465e870277f1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:40.131404 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ba1b607e-e38e-4471-b38c-9bb36d490cb5 req-90ffb512-d8ec-4a65-b65c-465e870277f1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0908618 Feb 18 02:51:40.181212 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ba1b607e-e38e-4471-b38c-9bb36d490cb5 req-93d90c62-1d6d-4aa2-9685-47c2ca4ed2cb tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 Feb 18 02:51:40.390733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200869f7-9c11-4128-b886-ebf3a7641c13 req-7be0779e-ba19-402d-a37a-a4e3cca1e58c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:40.393139 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-200869f7-9c11-4128-b886-ebf3a7641c13 req-7be0779e-ba19-402d-a37a-a4e3cca1e58c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1020911 Feb 18 02:51:40.448483 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-200869f7-9c11-4128-b886-ebf3a7641c13 req-d62048bd-e17b-425b-9f12-1056b3e613e6 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485218 Feb 18 02:51:41.050403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b73c9c-0f0a-4bac-ba0b-a1901517118c req-d9624845-90e3-4404-a555-8a05884784df tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:41.051966 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b2b73c9c-0f0a-4bac-ba0b-a1901517118c req-d9624845-90e3-4404-a555-8a05884784df tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0878608 Feb 18 02:51:41.104068 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b2b73c9c-0f0a-4bac-ba0b-a1901517118c req-88c46c4d-b21b-4c20-897f-e84abd43bbd3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456955 Feb 18 02:51:41.390727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287716-32ed-41f7-a809-5805fd7adeeb req-e5dbceb0-71c2-4b88-b37e-62a46a94ff10 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:41.391737 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-50287716-32ed-41f7-a809-5805fd7adeeb req-e5dbceb0-71c2-4b88-b37e-62a46a94ff10 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0885272 Feb 18 02:51:41.439714 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-50287716-32ed-41f7-a809-5805fd7adeeb req-edecfeca-3416-4746-970d-cfc31999b775 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 Feb 18 02:51:41.671643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00285a-6d8e-4866-911b-997d6782ef21 req-faa2479d-a849-434b-9afe-93ac45a4a521 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:41.673290 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d00285a-6d8e-4866-911b-997d6782ef21 req-faa2479d-a849-434b-9afe-93ac45a4a521 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1071711 Feb 18 02:51:41.725974 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d00285a-6d8e-4866-911b-997d6782ef21 req-66c0713e-9129-47dc-8144-427143c37fce tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458071 Feb 18 02:51:42.321503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83d123-cb9f-42b6-87fd-b72088faa4f4 req-9181ff1a-d0eb-4f3b-b00c-7146f1e76055 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:42.323096 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9d83d123-cb9f-42b6-87fd-b72088faa4f4 req-9181ff1a-d0eb-4f3b-b00c-7146f1e76055 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0952103 Feb 18 02:51:42.374185 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9d83d123-cb9f-42b6-87fd-b72088faa4f4 req-00a1a866-13f0-47db-9af2-4ff0df68c80a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Feb 18 02:51:42.435963 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d136-057e-4fcc-9d51-b65b022ba1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:42.666953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93328a-8e98-4de2-a035-ad64b943e6f8 req-7bf165dc-874c-4188-951b-0741531752f4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:42.669164 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6a93328a-8e98-4de2-a035-ad64b943e6f8 req-7bf165dc-874c-4188-951b-0741531752f4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0942149 Feb 18 02:51:42.721357 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6a93328a-8e98-4de2-a035-ad64b943e6f8 req-9cafa75b-1348-4f8d-b3f8-5be3fa82e9bb tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444281 Feb 18 02:51:42.985377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8850ce0-29d2-4d64-a0ce-c1f161bce575 req-147b1a55-9ecd-4895-8435-50e9531933ab tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:42.987093 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d8850ce0-29d2-4d64-a0ce-c1f161bce575 req-147b1a55-9ecd-4895-8435-50e9531933ab tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0991087 Feb 18 02:51:43.040992 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d8850ce0-29d2-4d64-a0ce-c1f161bce575 req-d6f2a890-4a7f-4c59-83cb-444b8701e927 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463200 Feb 18 02:51:43.579155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71640b-0122-41b0-b070-1b3e62efc29d req-351b50be-d5a7-4d4b-857f-bce1271c4053 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:43.580734 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be71640b-0122-41b0-b070-1b3e62efc29d req-351b50be-d5a7-4d4b-857f-bce1271c4053 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0902467 Feb 18 02:51:43.629136 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be71640b-0122-41b0-b070-1b3e62efc29d req-2430059a-b50c-4c23-89b7-35f59823d114 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Feb 18 02:51:43.949729 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b485ff-fdae-4f9a-9a48-25455c17a622 req-fd0d70b9-1789-4424-bff3-2135a641f312 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:43.951356 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d4b485ff-fdae-4f9a-9a48-25455c17a622 req-fd0d70b9-1789-4424-bff3-2135a641f312 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0922582 Feb 18 02:51:44.003286 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d4b485ff-fdae-4f9a-9a48-25455c17a622 req-05335307-b4ee-4d37-a746-846c8c8a4111 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453491 Feb 18 02:51:44.244953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675341-a2e9-48c5-bb12-57c87d2369fa req-108e3f3b-d588-4c65-914a-feb1dd59af6f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:44.247084 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-19675341-a2e9-48c5-bb12-57c87d2369fa req-108e3f3b-d588-4c65-914a-feb1dd59af6f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0902064 Feb 18 02:51:44.313358 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-19675341-a2e9-48c5-bb12-57c87d2369fa req-ed5014b1-e494-4aaf-bbbc-6a86686b2a73 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572286 Feb 18 02:51:44.478455 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:44.553087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:44.553653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:44.784424 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fdeeadc-8678-45c4-87c3-d5d44725cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:44.994600 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c609f-7e85-49bc-ae5c-a81940bbd3ff req-7cc4ee85-e092-4909-8b82-5d2af1582aa3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:44.996324 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-776c609f-7e85-49bc-ae5c-a81940bbd3ff req-7cc4ee85-e092-4909-8b82-5d2af1582aa3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0893240 Feb 18 02:51:45.048462 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-776c609f-7e85-49bc-ae5c-a81940bbd3ff req-44c2acda-2456-41c8-a513-9d2dd18a2008 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446515 Feb 18 02:51:45.253590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9999b2-365a-4944-9660-9f95f6386ea4 req-d84b591b-bec1-40b4-9377-e3a9c1884c3c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:45.255564 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2b9999b2-365a-4944-9660-9f95f6386ea4 req-d84b591b-bec1-40b4-9377-e3a9c1884c3c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0945389 Feb 18 02:51:45.308786 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2b9999b2-365a-4944-9660-9f95f6386ea4 req-4b172021-74ee-4dad-9384-6ef24c45f1ce tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451150 Feb 18 02:51:45.520010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:45.557267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62aa2-9535-44fd-aed9-4f09b00d595c req-f32768c4-2e1f-4a83-ac6e-cafb99778039 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:45.559115 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f4a62aa2-9535-44fd-aed9-4f09b00d595c req-f32768c4-2e1f-4a83-ac6e-cafb99778039 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0885658 Feb 18 02:51:45.613284 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f4a62aa2-9535-44fd-aed9-4f09b00d595c req-7a9a06bc-83ae-48ce-ad66-6d9d5610ff87 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449767 Feb 18 02:51:46.278915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-e7e2d7c1-fdeb-401b-8f00-9857f6c80ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:46.280554 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-e7e2d7c1-fdeb-401b-8f00-9857f6c80ad9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1163 time: 0.1504219 Feb 18 02:51:46.289836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70811442-a3d1-4936-b274-469453022770 req-1a1e8350-3ca6-42b9-8bcb-3db8b73171d6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:46.291581 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-70811442-a3d1-4936-b274-469453022770 req-1a1e8350-3ca6-42b9-8bcb-3db8b73171d6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1223781 Feb 18 02:51:46.444910 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-059bc690-1187-4b06-a2e8-ac575bdbba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:46.446912 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-059bc690-1187-4b06-a2e8-ac575bdbba1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 903 time: 0.1520948 Feb 18 02:51:46.526550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:46.575729 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc3ac-bb28-4672-810b-8f864e1c19c6 req-0941ccc9-ee34-4e4d-bec6-8a56385258d1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:46.577374 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-098dc3ac-bb28-4672-810b-8f864e1c19c6 req-0941ccc9-ee34-4e4d-bec6-8a56385258d1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1060596 Feb 18 02:51:46.583857 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-70811442-a3d1-4936-b274-469453022770 req-dda13db9-6bc7-45e0-b657-0d24ac4c6669 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355901 Feb 18 02:51:46.609264 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-48f5bd5f-8638-4541-a5ce-ca70da5ddcc3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 1002 time: 0.1261196 Feb 18 02:51:46.633285 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-098dc3ac-bb28-4672-810b-8f864e1c19c6 req-edfc125b-3625-4d65-a063-fde3e1986707 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489314 Feb 18 02:51:46.700708 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-b07fc0e2-73b8-4845-b549-7bbb504e012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:46.702824 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-b07fc0e2-73b8-4845-b549-7bbb504e012a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 200 len: 848 time: 0.0756145 Feb 18 02:51:46.763065 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:46.904504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-c02dd22c-800c-4381-a72f-93794c6acd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:46.906165 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-c02dd22c-800c-4381-a72f-93794c6acd85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee660d6-fd0c-472e-882a-a677309d43c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1832697 Feb 18 02:51:46.912441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd5d30-a43a-470c-bfe1-1fe17cdb4b7f req-68e07f94-0537-48e4-a09a-6b29306f6924 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:46.913922 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f1dd5d30-a43a-470c-bfe1-1fe17cdb4b7f req-68e07f94-0537-48e4-a09a-6b29306f6924 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1279333 Feb 18 02:51:47.064993 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f1dd5d30-a43a-470c-bfe1-1fe17cdb4b7f req-ab95b8f8-a5ad-4f8c-88a0-31f8a2f1e458 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223655 Feb 18 02:51:47.092559 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-0d496510-d64e-40b6-aae8-688fa2529354 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733711 Feb 18 02:51:47.245824 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2341921b-2a78-43a8-aa9c-9b3be7fb7d1d req-732be037-5618-4d5b-b4ad-21be811dc809 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454279 Feb 18 02:51:47.437051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25d962-3a03-4c3b-b966-dd7498877e68 req-cc33a378-994e-4011-b26f-d26b3933babe tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:47.438639 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6a25d962-3a03-4c3b-b966-dd7498877e68 req-cc33a378-994e-4011-b26f-d26b3933babe tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0912459 Feb 18 02:51:47.494182 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6a25d962-3a03-4c3b-b966-dd7498877e68 req-f2a24a34-5efe-4080-85fe-4e4e4d31381a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468931 Feb 18 02:51:47.693420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-995f07bf-7c2b-4efb-a0b1-0864e7b28c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:47.695115 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-995f07bf-7c2b-4efb-a0b1-0864e7b28c5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 1163 time: 0.1124420 Feb 18 02:51:47.835935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b4292-aa41-475b-81ee-a9a0d826ad1d req-c70a58d5-4a34-488a-97cb-4749c97dfcb3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:47.837649 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d97b4292-aa41-475b-81ee-a9a0d826ad1d req-c70a58d5-4a34-488a-97cb-4749c97dfcb3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1072237 Feb 18 02:51:47.889501 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d97b4292-aa41-475b-81ee-a9a0d826ad1d req-f3429a0c-7aa3-44fc-9377-a460ef91b8ca tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450926 Feb 18 02:51:48.131877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-43ecfee8-ffe9-48d8-a57f-7dead76aae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:48.133472 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-43ecfee8-ffe9-48d8-a57f-7dead76aae24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 905 time: 0.4278910 Feb 18 02:51:48.144492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c6aa-fdbc-4d56-bbb6-c58d2abdfc36 req-cfddfcfa-a693-4e08-bcc3-c711327f96ef tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:48.146328 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-03b8c6aa-fdbc-4d56-bbb6-c58d2abdfc36 req-cfddfcfa-a693-4e08-bcc3-c711327f96ef tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.1450222 Feb 18 02:51:48.285813 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 43918) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:51:48.287155 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-03b8c6aa-fdbc-4d56-bbb6-c58d2abdfc36 req-f4443c7e-a416-4ac7-91ee-1102948e112d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818729 Feb 18 02:51:48.288879 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-44cd1b42-21f6-4994-99fb-96d377f701de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 HTTP/1.1" status: 200 len: 1002 time: 0.1416218 Feb 18 02:51:48.367497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-e928b3a6-e5db-4617-9cf9-170c9c99bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:48.369136 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-e928b3a6-e5db-4617-9cf9-170c9c99bdbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 200 len: 850 time: 0.0678046 Feb 18 02:51:48.418610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:48.434139 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:51:48.438184 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Usage tracker for resource:security_group_rule and tenant:ac6776f0bd34429182e93910b9377f41 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:51:48.441674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:51:48.447393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:51:48.457857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-e36898f9-2d1b-4efe-85a1-1a09a849aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:48.459493 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-e36898f9-2d1b-4efe-85a1-1a09a849aff2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=899f9aa8-9045-402c-8b00-46c755c88f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0784597 Feb 18 02:51:48.540807 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:48.544281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:48.560751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e13d236f-b4e9-484f-950f-c43ba9812c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:48.599033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da1a9a-f302-451f-ac77-f49630e873fb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:48.610196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.610609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.611009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.611417 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.611634 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-3fc41385-e5e5-41e7-9668-e401818b4757 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403801 Feb 18 02:51:48.611837 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.612228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.612617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.613007 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.613403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.613779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.614160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.614543 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.614966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.615347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.615754 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.616134 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.616511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.616891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.617272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.617650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.618028 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.618408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.618786 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.619165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:51:48.623891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:48.629730 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac6776f0bd34429182e93910b9377f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427892 Feb 18 02:51:48.632887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 43926) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:51:48.717136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465a75c-1f80-489a-940f-71676c4c9c69 req-3fdbf0e3-291c-4d00-b542-ef8034f7aa71 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:48.726008 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c465a75c-1f80-489a-940f-71676c4c9c69 req-3fdbf0e3-291c-4d00-b542-ef8034f7aa71 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0995677 Feb 18 02:51:48.774402 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c465a75c-1f80-489a-940f-71676c4c9c69 req-5bc72b10-7607-45ac-8392-cf977992f9dd tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477152 Feb 18 02:51:48.831150 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd263-068b-4f75-97b9-658e033d569f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:48.878370 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9e5eb1f8-31d0-4c14-a16c-436a0903304b req-7121e008-772c-4b27-8f35-ae36ec2dca81 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2466369 Feb 18 02:51:48.880203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd263-068b-4f75-97b9-658e033d569f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:48.930897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd263-068b-4f75-97b9-658e033d569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:48.938112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a6ae3a1d-7289-4eb0-823b-8405679bd290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:48.952429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd263-068b-4f75-97b9-658e033d569f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:48.956392 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-4fdbd263-068b-4f75-97b9-658e033d569f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56da1a9a-f302-451f-ac77-f49630e873fb HTTP/1.1" status: 204 len: 168 time: 0.2935860 Feb 18 02:51:48.956392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbd263-068b-4f75-97b9-658e033d569f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da1a9a-f302-451f-ac77-f49630e873fb,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:48.957197 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4fdbd263-068b-4f75-97b9-658e033d569f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:49.107652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93426e3e-2f39-472d-9259-92454ab844fb req-63763a74-33f6-4147-b6fe-8f499f02dc2d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:49.116666 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-93426e3e-2f39-472d-9259-92454ab844fb req-63763a74-33f6-4147-b6fe-8f499f02dc2d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0980270 Feb 18 02:51:49.185243 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-93426e3e-2f39-472d-9259-92454ab844fb req-a0f9ae52-7154-4a01-830b-a972288302ed tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616059 Feb 18 02:51:49.499591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aa870-c7a1-4669-aa17-965fb5435f37 req-a8e217f7-17d9-450d-a568-f8f4a99102bb tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:49.501178 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ad1aa870-c7a1-4669-aa17-965fb5435f37 req-a8e217f7-17d9-450d-a568-f8f4a99102bb tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0912149 Feb 18 02:51:49.548539 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ad1aa870-c7a1-4669-aa17-965fb5435f37 req-408ab0d4-45bd-4fbe-ad08-a06ce6a8ea30 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409777 Feb 18 02:51:49.972798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1790-148a-45cb-bf52-b365d71c5f89 req-3f4b7bc5-0a68-4d47-81c3-d29a8f209000 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:49.975954 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b7b1790-148a-45cb-bf52-b365d71c5f89 req-3f4b7bc5-0a68-4d47-81c3-d29a8f209000 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0863163 Feb 18 02:51:50.026268 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b7b1790-148a-45cb-bf52-b365d71c5f89 req-1f511473-9ba7-4ee1-98be-317f5f2432cd tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Feb 18 02:51:50.385387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee752-51c2-4c25-b334-dddd744c868d req-8e7dae93-73de-48d9-bd38-48b1530cef53 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:50.387931 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6aee752-51c2-4c25-b334-dddd744c868d req-8e7dae93-73de-48d9-bd38-48b1530cef53 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0949879 Feb 18 02:51:50.439151 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6aee752-51c2-4c25-b334-dddd744c868d req-2b8635ca-ddd2-46fc-8e00-12f30ff3aa59 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448055 Feb 18 02:51:50.756402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a14beb-ff02-41da-8cdf-e4dfa238a863 req-b55eade9-fa49-4a5b-b0c6-c62884d19353 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:50.758260 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b6a14beb-ff02-41da-8cdf-e4dfa238a863 req-b55eade9-fa49-4a5b-b0c6-c62884d19353 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0908880 Feb 18 02:51:50.806087 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b6a14beb-ff02-41da-8cdf-e4dfa238a863 req-b9d7986d-8472-47be-881f-3f0cd40c9e48 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Feb 18 02:51:51.014868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:51.226826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4d654-7ed5-43f1-8356-b0bf0f15e725 req-d8153d2f-9876-443a-a3f5-615579dc8756 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:51.228486 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7af4d654-7ed5-43f1-8356-b0bf0f15e725 req-d8153d2f-9876-443a-a3f5-615579dc8756 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0883040 Feb 18 02:51:51.283943 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7af4d654-7ed5-43f1-8356-b0bf0f15e725 req-d9463411-916b-47df-b0ca-e77972365ae1 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472424 Feb 18 02:51:51.642886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6880a34-b7f4-40b6-b5a0-78b97835c4d7 req-287f3dba-912c-48e3-83bb-067109708c93 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:51.644559 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b6880a34-b7f4-40b6-b5a0-78b97835c4d7 req-287f3dba-912c-48e3-83bb-067109708c93 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0871494 Feb 18 02:51:51.679425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:51.692956 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b6880a34-b7f4-40b6-b5a0-78b97835c4d7 req-ce7ddabf-d3fe-4f4a-bc84-a2d20e408c0e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Feb 18 02:51:51.754763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:51.755186 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:51.878236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:51.952831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:51.953152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:52.009388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c355aa-1e1b-438a-89c4-4286036fcc0b req-0a9a8414-9629-4941-902a-f9ac3c04d19b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:52.011003 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-54c355aa-1e1b-438a-89c4-4286036fcc0b req-0a9a8414-9629-4941-902a-f9ac3c04d19b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 944 time: 0.0863640 Feb 18 02:51:52.060977 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-54c355aa-1e1b-438a-89c4-4286036fcc0b req-ddba9457-c5c5-44c6-a47a-e4a87d4a2114 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Feb 18 02:51:52.082606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:52.111833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:51:52.122870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:51:52.126367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:52.128238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:52.166146 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7', 'code': 200} Feb 18 02:51:52.200291 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:52.203724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:52.538941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:52.610227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:52.610641 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:52.933304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035800a2-2c40-4932-8607-09c7d18c8e3e req-5a850cd2-8b31-498e-8306-bf41373383a1 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:52.935060 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-035800a2-2c40-4932-8607-09c7d18c8e3e req-5a850cd2-8b31-498e-8306-bf41373383a1 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1001146 Feb 18 02:51:53.035359 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-035800a2-2c40-4932-8607-09c7d18c8e3e req-e152e3f5-1f9e-4d55-9c9e-bcf0ed1205c0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937295 Feb 18 02:51:53.061475 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa632842-03a3-4c28-8634-cd066c759e46 req-3bd3d4d9-e027-464f-a924-3c16c1bd1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:53.063085 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fa632842-03a3-4c28-8634-cd066c759e46 req-3bd3d4d9-e027-464f-a924-3c16c1bd1c5a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 1163 time: 0.0887742 Feb 18 02:51:53.116325 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fa632842-03a3-4c28-8634-cd066c759e46 req-2ff95098-fe47-4548-84e4-7f6ac0f61610 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 Feb 18 02:51:53.270352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0c3ac-8d40-402f-844a-c39bb017c800 req-88654e3c-9fd8-492b-b31e-519543203fcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:53.271993 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7cd0c3ac-8d40-402f-844a-c39bb017c800 req-88654e3c-9fd8-492b-b31e-519543203fcd tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0913301 Feb 18 02:51:53.321054 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7cd0c3ac-8d40-402f-844a-c39bb017c800 req-4c7f8368-b058-488e-ac07-30fc19e52afa tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Feb 18 02:51:54.232609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44008) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:51:54.236825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6e78b-e957-47ff-9ac0-ffee26c2f550 req-ccb1b280-9abe-4063-95db-8f0c76b622ce tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:54.238435 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2ab6e78b-e957-47ff-9ac0-ffee26c2f550 req-ccb1b280-9abe-4063-95db-8f0c76b622ce tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0885417 Feb 18 02:51:54.285810 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2ab6e78b-e957-47ff-9ac0-ffee26c2f550 req-9cf35854-f715-4de3-b4ef-00eeb7ff2aa8 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Feb 18 02:51:54.357595 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:54.373659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:51:54.379116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c55fed7e8c43e7b0ac6834ea9e94fe is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:51:54.383900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:51:54.389856 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:51:54.543887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:54.548308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:54.556632 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-db586d42-24e1-4829-9c02-f28344c3d49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:54.612222 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2c55fed7e8c43e7b0ac6834ea9e94fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755724 Feb 18 02:51:54.612590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 44022) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:51:54.614324 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bf4273-fefa-49a5-97ef-9253b1fc49b2,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:54.617906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:54.629250 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168953b9-c4ca-4b66-9b99-cdf661f78ee2 req-d6320193-2a26-456d-ab28-cb9cefa15a31 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:54.630892 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-168953b9-c4ca-4b66-9b99-cdf661f78ee2 req-d6320193-2a26-456d-ab28-cb9cefa15a31 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1776552 Feb 18 02:51:54.682528 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-168953b9-c4ca-4b66-9b99-cdf661f78ee2 req-5ebf8bdf-ef1c-461a-adb5-ae8e0a0acf9e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445132 Feb 18 02:51:54.683394 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c50681e1-825d-487e-af52-d1fb73252024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:54.711258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c50681e1-825d-487e-af52-d1fb73252024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:54.759836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c50681e1-825d-487e-af52-d1fb73252024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:54.765316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fab2d113-f818-4cc3-b4c8-912e71116805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:51:54.778456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50681e1-825d-487e-af52-d1fb73252024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bf4273-fefa-49a5-97ef-9253b1fc49b2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:51:54.781570 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c50681e1-825d-487e-af52-d1fb73252024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:51:54.783574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c50681e1-825d-487e-af52-d1fb73252024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:54.785310 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c50681e1-825d-487e-af52-d1fb73252024 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13bf4273-fefa-49a5-97ef-9253b1fc49b2 HTTP/1.1" status: 204 len: 168 time: 0.1714880 Feb 18 02:51:55.506362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8594eef-ab39-4956-9e9b-3fabf406d7b1 req-67e5b4b0-4bcf-4458-acbe-f26bc5d499a8 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:55.509719 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a8594eef-ab39-4956-9e9b-3fabf406d7b1 req-67e5b4b0-4bcf-4458-acbe-f26bc5d499a8 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1045940 Feb 18 02:51:55.562796 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a8594eef-ab39-4956-9e9b-3fabf406d7b1 req-6ee706be-8152-43dc-8b8d-d24985c829af tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Feb 18 02:51:55.921235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f29d2-25ea-40c4-a358-2f653accbcd8 req-016ab912-623c-4c96-b420-ef9a5d7bd5ec tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:55.922787 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0e0f29d2-25ea-40c4-a358-2f653accbcd8 req-016ab912-623c-4c96-b420-ef9a5d7bd5ec tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0919321 Feb 18 02:51:55.976581 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0e0f29d2-25ea-40c4-a358-2f653accbcd8 req-c3a931c2-8ec5-4a6c-a28f-dcdf53779e81 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471621 Feb 18 02:51:56.588051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:56.663149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:56.663594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:56.767768 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f908b2c-d896-46b3-8d26-a5c91a580d46 req-ceb0f336-85fc-45ca-8835-9c5b77a0908c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:56.769534 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3f908b2c-d896-46b3-8d26-a5c91a580d46 req-ceb0f336-85fc-45ca-8835-9c5b77a0908c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0925434 Feb 18 02:51:56.819786 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3f908b2c-d896-46b3-8d26-a5c91a580d46 req-fbf36393-7742-4514-8f00-d84abfb8301c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439167 Feb 18 02:51:57.185538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8a52e-bb74-4605-9a7f-4dcac02ab6d9 req-66a236a9-a009-4b25-b11b-d3acb0d801e8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:57.187153 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37f8a52e-bb74-4605-9a7f-4dcac02ab6d9 req-66a236a9-a009-4b25-b11b-d3acb0d801e8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0914078 Feb 18 02:51:57.235295 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37f8a52e-bb74-4605-9a7f-4dcac02ab6d9 req-dce51d22-f50c-4aee-b8fa-bdf467f81837 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 Feb 18 02:51:58.021953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038a637-ed6a-4682-8efc-422ea2a9ff91 req-4a620181-b14e-43a5-bf04-33ac2f49b3d3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:58.023527 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1038a637-ed6a-4682-8efc-422ea2a9ff91 req-4a620181-b14e-43a5-bf04-33ac2f49b3d3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0888839 Feb 18 02:51:58.072877 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1038a637-ed6a-4682-8efc-422ea2a9ff91 req-972aad21-ab37-4c0c-82b6-0d8fa558bb65 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Feb 18 02:51:58.639759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:51:58.712525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 5c60c938-e34e-4642-ba51-631cdab16c2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:51:58.712837 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:51:59.113474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:51:59.276320 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f17c-3090-4488-8c20-cc433da7e98c req-c596c4c1-ef11-404c-86a0-6e6816f03967 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:51:59.277972 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd63f17c-3090-4488-8c20-cc433da7e98c req-c596c4c1-ef11-404c-86a0-6e6816f03967 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0895314 Feb 18 02:51:59.325375 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd63f17c-3090-4488-8c20-cc433da7e98c req-06b6d020-4eee-4028-a313-101e6947ea6a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 Feb 18 02:52:00.524647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce4436-6c54-433b-b4d4-51151234cb3f req-04cd374f-18ae-48c1-9a59-0cba2fb26004 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:00.526484 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-adce4436-6c54-433b-b4d4-51151234cb3f req-04cd374f-18ae-48c1-9a59-0cba2fb26004 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0852587 Feb 18 02:52:00.577280 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-adce4436-6c54-433b-b4d4-51151234cb3f req-7bbe5eba-2a28-4dcd-9abe-29172c1dce61 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Feb 18 02:52:01.797563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3371508-f726-4b24-a3ce-68546c295fb1 req-286a511e-7c2c-45d8-85dc-1556b13226bc tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:01.799188 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c3371508-f726-4b24-a3ce-68546c295fb1 req-286a511e-7c2c-45d8-85dc-1556b13226bc tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0938010 Feb 18 02:52:01.847368 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c3371508-f726-4b24-a3ce-68546c295fb1 req-9619a3a2-0173-477a-8608-564fbe3424e3 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417562 Feb 18 02:52:03.054987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efd7e8-d1ed-4099-9446-1d1f8c6beac1 req-dd8341a1-b637-447e-9b4a-633ab94dd483 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:03.056632 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-41efd7e8-d1ed-4099-9446-1d1f8c6beac1 req-dd8341a1-b637-447e-9b4a-633ab94dd483 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0859349 Feb 18 02:52:03.105897 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-41efd7e8-d1ed-4099-9446-1d1f8c6beac1 req-4c5de9d4-21d2-4332-904d-49618d43f0ca tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Feb 18 02:52:03.392258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1a70a-d3ca-4fa8-a9f0-a0bef65e6d0b req-765d4dec-5cb6-4767-bb6f-59a2a3595b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:03.394884 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-48b1a70a-d3ca-4fa8-a9f0-a0bef65e6d0b req-765d4dec-5cb6-4767-bb6f-59a2a3595b64 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1163 time: 0.0871480 Feb 18 02:52:03.448315 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-48b1a70a-d3ca-4fa8-a9f0-a0bef65e6d0b req-2c87af25-0af9-4536-9a17-eeaf9b346c86 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Feb 18 02:52:04.304844 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786f74e-8254-490d-8c00-635a5f1b7616 req-c6b0834a-d143-4516-9944-9234f1853c36 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:04.306466 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b786f74e-8254-490d-8c00-635a5f1b7616 req-c6b0834a-d143-4516-9944-9234f1853c36 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0864513 Feb 18 02:52:04.356937 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b786f74e-8254-490d-8c00-635a5f1b7616 req-ed0824df-73f8-4507-8e8f-2e0788f27479 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Feb 18 02:52:05.573781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bb96a-37a7-4034-926f-1fa0f058c1db req-af42df01-61b5-4f6a-9e44-68cd49c7d2b9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:05.575984 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cf6bb96a-37a7-4034-926f-1fa0f058c1db req-af42df01-61b5-4f6a-9e44-68cd49c7d2b9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1010938 Feb 18 02:52:05.626959 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cf6bb96a-37a7-4034-926f-1fa0f058c1db req-711473e8-33dc-44fd-8676-875624b4e8c1 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Feb 18 02:52:06.195803 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-e642e8e1-337b-44d6-984d-649226b35bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:06.197428 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-e642e8e1-337b-44d6-984d-649226b35bfe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1163 time: 0.0847719 Feb 18 02:52:06.198706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629af2b-f65e-4cfb-b297-281761b1ad83 req-1180e3d8-a05d-4a84-bee1-4e26bda58466 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:06.200848 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7629af2b-f65e-4cfb-b297-281761b1ad83 req-1180e3d8-a05d-4a84-bee1-4e26bda58466 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0910239 Feb 18 02:52:06.248717 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7629af2b-f65e-4cfb-b297-281761b1ad83 req-09654a30-cc35-43a5-9ae0-27e41f438bf4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416055 Feb 18 02:52:06.350143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-676c946f-170c-4b08-809e-2a069ba37238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:06.351743 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-676c946f-170c-4b08-809e-2a069ba37238 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.1351798 Feb 18 02:52:06.435728 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-23e543d8-7bb0-4f14-9fbf-b9cc09dd687e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 200 len: 217 time: 0.0708139 Feb 18 02:52:06.515062 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-ef524185-94a6-4a4b-8726-01ec40358689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:06.516596 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-ef524185-94a6-4a4b-8726-01ec40358689 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.0633612 Feb 18 02:52:06.577755 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-dd2aa14a-7288-4461-8b01-c415ea543873 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446854 Feb 18 02:52:06.671967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:06.746715 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-3cbaa1a0-2ffe-4e88-81b4-5f37d1f076d3 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527278 Feb 18 02:52:06.759096 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 5c60c938-e34e-4642-ba51-631cdab16c2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:06.759790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:06.903347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44256) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:52:06.909912 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8c5e81ff-975b-482b-84b0-c2e37280a312 req-7160171d-139b-4598-9ba2-20d065c79d4f service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463690 Feb 18 02:52:07.029381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:07.045075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:52:07.049111 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Usage tracker for resource:security_group_rule and tenant:297754ce8e024a7286b4563d2317d7cc is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:52:07.052057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:52:07.057733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:52:07.140295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:07.143134 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:07.151898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c1441d92-5a7a-4ebf-aae4-89f871c93738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:07.195074 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=297754ce8e024a7286b4563d2317d7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904520 Feb 18 02:52:07.196021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc09238-8216-4ff9-929e-90aca2de90ee,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:07.198141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 44262) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:52:07.200405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:07.263662 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da4d7ab-855b-423a-8bdb-3f3a58848461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:07.291531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da4d7ab-855b-423a-8bdb-3f3a58848461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:07.341469 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da4d7ab-855b-423a-8bdb-3f3a58848461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:07.347544 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c3d34217-c0fc-4615-a793-de21fbb104c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:07.362468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4d7ab-855b-423a-8bdb-3f3a58848461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc09238-8216-4ff9-929e-90aca2de90ee,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:07.365541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8da4d7ab-855b-423a-8bdb-3f3a58848461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:07.366464 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8da4d7ab-855b-423a-8bdb-3f3a58848461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:07.367698 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-8da4d7ab-855b-423a-8bdb-3f3a58848461 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfc09238-8216-4ff9-929e-90aca2de90ee HTTP/1.1" status: 204 len: 168 time: 0.1684780 Feb 18 02:52:07.452796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e026f-940f-4557-9090-01fcef8fe9bb req-183fc782-b401-4560-8f73-bec85bd5426f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:07.454410 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd1e026f-940f-4557-9090-01fcef8fe9bb req-183fc782-b401-4560-8f73-bec85bd5426f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0855737 Feb 18 02:52:07.507094 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cd1e026f-940f-4557-9090-01fcef8fe9bb req-4a67ff41-68cb-4ab7-b3bc-30e6b5332fba tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463026 Feb 18 02:52:08.079638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 44288) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:52:08.191965 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-31135614-network', 'tenant_id': 'bef4ae781b624b4197adf272955e1947'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:52:08.197152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:52:08.201736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Usage tracker for resource:network and tenant:bef4ae781b624b4197adf272955e1947 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:52:08.204793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:52:08.210655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:52:08.221037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Made reservation on behalf of bef4ae781b624b4197adf272955e1947 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:52:08.225830 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:08.238758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:08.253928 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:52:08.257917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Usage tracker for resource:security_group_rule and tenant:bef4ae781b624b4197adf272955e1947 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:52:08.260854 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:52:08.267147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:52:08.351887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:08.354277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:08.358435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6e9bac38-1cc5-4e9f-91bc-29eb739330eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:08.380927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:52:08.403263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa8f877-4375-4274-a5cf-bfa95716a795,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:08.406304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:08.406684 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Added segment 3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76 of type vxlan for network 5c2dc570-a733-47bd-814f-c2012496faaa Feb 18 02:52:08.412132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:08.433887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:08.476585 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:08.477853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:08.478492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:08.483433 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-93ee9fb2-6d7d-4f0b-8e4e-32934b39b4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:08.587480 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5066488 Feb 18 02:52:08.590500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 44296) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:52:08.593410 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Pushing event updated for resources: {'Network': ['ID=5c2dc570-a733-47bd-814f-c2012496faaa,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:08.598798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Request body: {'subnet': {'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-31135614-subnet', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'ip_version': 4}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:52:08.603693 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a074568a-b2da-4ff1-9b13-d4b26576149c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:08.604587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 5c2dc570-a733-47bd-814f-c2012496faaa details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:52:08.604714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:52:08.608767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Usage tracker for resource:subnet and tenant:bef4ae781b624b4197adf272955e1947 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:52:08.612043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:52:08.617900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:52:08.622991 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 5c2dc570-a733-47bd-814f-c2012496faaa details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:52:08.628358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Made reservation on behalf of bef4ae781b624b4197adf272955e1947 for: {'subnet': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:52:08.633135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848174410'] for subnet, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:08.720686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df6c59-95e5-4639-99b1-824a5101473d req-65ff981a-60af-4fbc-beb0-9732e2a07ebc tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:08.728828 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-72df6c59-95e5-4639-99b1-824a5101473d req-65ff981a-60af-4fbc-beb0-9732e2a07ebc tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1015816 Feb 18 02:52:08.785167 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-72df6c59-95e5-4639-99b1-824a5101473d req-4b8078b0-197a-490d-812f-db870acc52c6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552576 Feb 18 02:52:08.938609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:09.068934 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 5c60c938-e34e-4642-ba51-631cdab16c2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:09.069356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:09.070594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847489773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848174459'] for subnet, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:09.086689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2f10a208-8aa2-4124-a30c-5a066da41960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:09.431232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5038413-5ab9-439c-b35a-715ee9689b77,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:09.435767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:09.493514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Checking segment: {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:52:09.493904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Network hostable DHCP agents. Network: 5c2dc570-a733-47bd-814f-c2012496faaa, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:52:09.513693 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Network 5c2dc570-a733-47bd-814f-c2012496faaa is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:52:09.522091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 5c2dc570-a733-47bd-814f-c2012496faaa) {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:52:09.531857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632768fc-36ef-41fa-8022-15c77061f28d None None] Network 5c2dc570-a733-47bd-814f-c2012496faaa requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:52:09.536836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:09.537548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:09.555997 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-aa3d3a46-f5fd-4f8d-88b6-5fb2424c414b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9644415 Feb 18 02:52:09.559586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 44302) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:52:09.565148 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:52:09.569832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:52:09.573864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Usage tracker for resource:router and tenant:bef4ae781b624b4197adf272955e1947 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:52:09.577950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:52:09.583694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:52:09.592384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854407948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854747879'] for router, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:09.593414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854407963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854399485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-469741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27921'] for router, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:09.607544 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:09.773261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8984246-664d-52f7-bcc5-16e507d513f0-5c2dc570-a733-47bd-814f-c2012496faaa', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77'}]}} from dv-cinder-763306-10-smb. {{(pid=84025) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 02:52:09.774520 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:09.899205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854399350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-367747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27904'] for router, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.075304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e66fe7-2650-4ed8-b0a3-8707320844f9 req-e917ac19-d81c-4445-bcf7-45ec4322ddb9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:10.076737 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-18e66fe7-2650-4ed8-b0a3-8707320844f9 req-e917ac19-d81c-4445-bcf7-45ec4322ddb9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1801207 Feb 18 02:52:10.088733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Allocated IP 172.20.0.2 (5c2dc570-a733-47bd-814f-c2012496faaa/f5038413-5ab9-439c-b35a-715ee9689b77/4a471229-f859-44fa-9974-49326bacf0b6) {{(pid=84025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:52:10.169035 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-18e66fe7-2650-4ed8-b0a3-8707320844f9 req-caaf9a18-6753-48c7-beaa-ea631a029032 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648422 Feb 18 02:52:10.332709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.345203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Transition to ACTIVE for port object 4a471229-f859-44fa-9974-49326bacf0b6 will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:52:10.363045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Transition to ACTIVE for port object 4a471229-f859-44fa-9974-49326bacf0b6 will not be triggered until provisioned by entity DHCP. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:52:10.371421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.389989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:10.415293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.449960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.535010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Pushing event updated for resources: {'Port': ['ID=4a471229-f859-44fa-9974-49326bacf0b6,revision_number=1']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:10.556391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.556789 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.557176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.557554 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.557934 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.558358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.558715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.559087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.559493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.559870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.560240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.560607 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.561019 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.561386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.561751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.562116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.562480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.562845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.563209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.563617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.564001 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.564341 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.564704 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.565070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:10.570945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:10.608306 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Network 5c2dc570-a733-47bd-814f-c2012496faaa is already hosted by enough agents. {{(pid=84025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:52:10.609380 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Resources bound (agent type, host, resource id): {{(pid=84025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:52:10.611750 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Received port after_create {{(pid=84025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:52:10.671885 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Attempting to bind port 4a471229-f859-44fa-9974-49326bacf0b6 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:52:10.672301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Attempting to bind port 4a471229-f859-44fa-9974-49326bacf0b6 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:52:10.672711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Attempting to bind port 4a471229-f859-44fa-9974-49326bacf0b6 on network 5c2dc570-a733-47bd-814f-c2012496faaa {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:52:10.678345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:52:10.678822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Checking segment: {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:52:10.679283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.679760 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Bound using segment: {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:52:10.680281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Bound port: 4a471229-f859-44fa-9974-49326bacf0b6, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:52:10.680694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.724700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Allocated IP 172.28.1.108 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/278704f5-4b69-4a82-9c6d-098d8420b4f7) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:52:10.729535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:10.834880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] For port 4a471229-f859-44fa-9974-49326bacf0b6, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:52:10.838445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] For port 4a471229-f859-44fa-9974-49326bacf0b6, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=4a471229-f859-44fa-9974-49326bacf0b6,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:52:10.843582 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.880546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.904984 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:10.910700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:10.925927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a0262a5f-263a-491c-9977-02c5808efe6b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:10.976270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 5c60c938-e34e-4642-ba51-631cdab16c2b triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:10.976688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:11.073513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Pushing event updated for resources: {'Port': ['ID=278704f5-4b69-4a82-9c6d-098d8420b4f7,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:11.076782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Pushing event updated for resources: {'Port': ['ID=4a471229-f859-44fa-9974-49326bacf0b6,revision_number=2']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:11.079451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:11.091051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:11.120450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:52:11.122119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:52:11.124364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:52:11.473000 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c267a-ac83-4390-b298-b6f2e0b66773 req-a0827d5d-637e-47fc-8178-b6b4c37ad234 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:11.475113 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3a4c267a-ac83-4390-b298-b6f2e0b66773 req-a0827d5d-637e-47fc-8178-b6b4c37ad234 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1559732 Feb 18 02:52:11.611919 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3a4c267a-ac83-4390-b298-b6f2e0b66773 req-eae1c283-23e9-43e3-8047-1c947330674e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296170 Feb 18 02:52:11.708156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:12.321326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-367762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854399259'] for router, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:12.456494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-58be398e-6839-4e6a-a897-91e337e471c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:12.599843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195f362-6a70-4856-8330-d854b7da8d6e None None] Network 5c2dc570-a733-47bd-814f-c2012496faaa requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:52:12.600155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb is scheduled to L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d with binding_index 1 {{(pid=84024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 02:52:12.695833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-61562166-fbbe-4ebd-904c-867d1068085f None None] Provisioning for port 4a471229-f859-44fa-9974-49326bacf0b6 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:52:12.797601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:52:12.807424 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Sync routers for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:52:12.818534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:52:12.819294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:51:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:12.822240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:12.823574 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-92086564-6096-4268-8b35-c53aac171b79 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2629571 Feb 18 02:52:12.827241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44334) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:52:13.022550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:52:13.474695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 4a471229-f859-44fa-9974-49326bacf0b6 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:13.517800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:11Z', 'revision_number': 3, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:13.525975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Checking router: c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:52:13.527846 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Updating router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb port 278704f5-4b69-4a82-9c6d-098d8420b4f7 binding host dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:52:13.560455 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 4a471229-f859-44fa-9974-49326bacf0b6 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:52:13.569655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 4a471229-f859-44fa-9974-49326bacf0b6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:13.570107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:13.621914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:13.666284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:13.694522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1c3dfa84-c4c7-47ec-97b5-28e97a0380c2 None None] Provisioning complete for port 4a471229-f859-44fa-9974-49326bacf0b6 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:13.694932 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c3dfa84-c4c7-47ec-97b5-28e97a0380c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:13.866646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.120125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 4a471229-f859-44fa-9974-49326bacf0b6, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=4a471229-f859-44fa-9974-49326bacf0b6,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:14.127701 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.131401 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-932fdde1-f8aa-44bf-9081-48d6913570c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:14.155202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.168953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Transition to ACTIVE for port object 278704f5-4b69-4a82-9c6d-098d8420b4f7 will not be triggered until provisioned by entity L2. {{(pid=84026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:52:14.169384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c3dfa84-c4c7-47ec-97b5-28e97a0380c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.172090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.187924 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:14.275037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=4a471229-f859-44fa-9974-49326bacf0b6,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:14.280888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:14.283168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-1c3dfa84-c4c7-47ec-97b5-28e97a0380c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:52:14.283828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [None req-1c3dfa84-c4c7-47ec-97b5-28e97a0380c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:52:14.297669 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Allocated IP 172.20.0.1 (5c2dc570-a733-47bd-814f-c2012496faaa/f5038413-5ab9-439c-b35a-715ee9689b77/4acc0d34-ff78-48b4-896b-7d945f71bf0e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:52:14.319369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Pushing event updated for resources: {'Port': ['ID=278704f5-4b69-4a82-9c6d-098d8420b4f7,revision_number=2']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:14.340198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.347474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.348884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.348884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.348884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.348884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.348884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.348884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.348884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:14.353325 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:14.404064 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Attempting to bind port 278704f5-4b69-4a82-9c6d-098d8420b4f7 on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:52:14.404475 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Attempting to bind port 278704f5-4b69-4a82-9c6d-098d8420b4f7 by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:52:14.404880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Attempting to bind port 278704f5-4b69-4a82-9c6d-098d8420b4f7 on network 6fd03acf-077a-4992-b52f-35408fdf411b {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:52:14.410746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:52:14.411253 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Checking segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:52:14.411898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.412279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Bound using segment: {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'} {{(pid=84026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:52:14.413076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Bound port: 278704f5-4b69-4a82-9c6d-098d8420b4f7, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188b964d-71e4-40fc-9120-eed378830c76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}}] {{(pid=84026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:52:14.413254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.472295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.492495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Transition to ACTIVE for port object 4acc0d34-ff78-48b4-896b-7d945f71bf0e will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:52:14.512276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] For port 278704f5-4b69-4a82-9c6d-098d8420b4f7, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:52:14.515447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] For port 278704f5-4b69-4a82-9c6d-098d8420b4f7, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=278704f5-4b69-4a82-9c6d-098d8420b4f7,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:52:14.520135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.520533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84026) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.536577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:14.537525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c4094211-0176-43e1-b600-83573a13da6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:14.691245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Pushing event updated for resources: {'Port': ['ID=278704f5-4b69-4a82-9c6d-098d8420b4f7,revision_number=3']} {{(pid=84026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:14.696597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-80880ca2-e66e-4fe2-838b-4d5ccd0be898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84026) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:14.712345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4acc0d34-ff78-48b4-896b-7d945f71bf0e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:14.730073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:14.739377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Network 5c2dc570-a733-47bd-814f-c2012496faaa is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:52:14.740610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:52:14.743356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:52:14.743904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370910'] for router_interface, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.773337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5759-a4d1-4f97-a97a-c264789d0734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:14.781912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:52:14.782729 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:52:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:14.911722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:15.087581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-006147a5-fddf-4e16-9253-233296197466 None None] Provisioning for port 4acc0d34-ff78-48b4-896b-7d945f71bf0e completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:52:15.093514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-006147a5-fddf-4e16-9253-233296197466 None None] Provisioning complete for port 4acc0d34-ff78-48b4-896b-7d945f71bf0e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:15.094060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-006147a5-fddf-4e16-9253-233296197466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:15.180412 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-006147a5-fddf-4e16-9253-233296197466 None None] Port 4acc0d34-ff78-48b4-896b-7d945f71bf0e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:52:15.193548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:52:15.250520 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:15.256573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:15.257363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854161000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854404996'] for router_interface, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:15.272074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:15.352144 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 4a471229-f859-44fa-9974-49326bacf0b6 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:15.438374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 4a471229-f859-44fa-9974-49326bacf0b6 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:15.438794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:15.467609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Network 5c2dc570-a733-47bd-814f-c2012496faaa is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:52:15.472354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:52:15.524879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:15.545594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 1, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:15.550577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9691d52-4774-4165-9073-e8dedf8be2b7 None None] The sync data for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb is: [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 1, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:52:15.573209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4acc0d34-ff78-48b4-896b-7d945f71bf0e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:15.577739 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:15.716680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:52:15.724116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-844cbcad-d65a-416e-810f-50bfb5af12f5 None None] Provisioning complete for port 4acc0d34-ff78-48b4-896b-7d945f71bf0e triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:15.724902 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-844cbcad-d65a-416e-810f-50bfb5af12f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:15.803561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-844cbcad-d65a-416e-810f-50bfb5af12f5 None None] Port 4acc0d34-ff78-48b4-896b-7d945f71bf0e cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:52:15.922392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:52:15.959480 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1212151 Feb 18 02:52:16.527686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:16.710418 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63913c7f-fe0f-4a61-a351-3a08d109af07 req-7bfc1261-417e-45a5-a435-d7de4a8d16ef tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:16.712088 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-63913c7f-fe0f-4a61-a351-3a08d109af07 req-7bfc1261-417e-45a5-a435-d7de4a8d16ef tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.0986636 Feb 18 02:52:16.762053 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:16.792094 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-63913c7f-fe0f-4a61-a351-3a08d109af07 req-c3f8835b-7654-4ddc-be7d-774fda944bd5 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Feb 18 02:52:17.422435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 278704f5-4b69-4a82-9c6d-098d8420b4f7 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:17.543366 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 278704f5-4b69-4a82-9c6d-098d8420b4f7 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:52:17.549533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 278704f5-4b69-4a82-9c6d-098d8420b4f7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:17.550183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:17.552189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9aaa5-02ac-4a53-a04c-107823e300e9 req-bc153eb7-1e61-4820-9178-d6fb5fc02b0c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:17.554047 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6bf9aaa5-02ac-4a53-a04c-107823e300e9 req-bc153eb7-1e61-4820-9178-d6fb5fc02b0c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1395812 Feb 18 02:52:17.615959 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6bf9aaa5-02ac-4a53-a04c-107823e300e9 req-83d12edd-6aff-4548-9c3b-fca6b64fc816 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550759 Feb 18 02:52:17.686740 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:17.705238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 278704f5-4b69-4a82-9c6d-098d8420b4f7, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=278704f5-4b69-4a82-9c6d-098d8420b4f7,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:17.708235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:17.713142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:17.791409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=278704f5-4b69-4a82-9c6d-098d8420b4f7,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:17.797998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:18.005127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa26c26-1f55-4771-b4be-bc86be56b662 req-7802105d-c165-4a02-b385-75705b7fb241 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:18.007805 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9fa26c26-1f55-4771-b4be-bc86be56b662 req-7802105d-c165-4a02-b385-75705b7fb241 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.0956872 Feb 18 02:52:18.065142 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9fa26c26-1f55-4771-b4be-bc86be56b662 req-979b84a4-6b57-48d1-b3f8-45721ba59a59 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510814 Feb 18 02:52:18.838903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af0a56-036d-46fd-9ca3-bf535c99a25e req-1e72020d-fabf-4cfa-ad7f-255e450ad06a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:18.842397 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-98af0a56-036d-46fd-9ca3-bf535c99a25e req-1e72020d-fabf-4cfa-ad7f-255e450ad06a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.0931993 Feb 18 02:52:18.898351 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-98af0a56-036d-46fd-9ca3-bf535c99a25e req-10c6bcca-cde8-4fef-86c4-180d83bae76e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Feb 18 02:52:19.174054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Sync routers for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:52:19.190257 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:52:19.196880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:52:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:19.285268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed8c9d-838a-494e-8b3e-158f47f18f08 req-afdcffab-5d26-44db-aecd-cf327ebc212a tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:19.294029 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-38ed8c9d-838a-494e-8b3e-158f47f18f08 req-afdcffab-5d26-44db-aecd-cf327ebc212a tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.0988426 Feb 18 02:52:19.354157 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-38ed8c9d-838a-494e-8b3e-158f47f18f08 req-4976a44c-9e00-402a-aa01-8f94c2b570a5 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576601 Feb 18 02:52:19.410313 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 278704f5-4b69-4a82-9c6d-098d8420b4f7 up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:19.520092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:52:19.662142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 278704f5-4b69-4a82-9c6d-098d8420b4f7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:19.662536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:19.966814 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-9e227d19-dbfb-4e49-a74b-0983044ddab6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0992265 Feb 18 02:52:20.042812 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:15Z', 'revision_number': 2, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:20.047223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Checking router: c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:52:20.047666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Updating router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb port 4acc0d34-ff78-48b4-896b-7d945f71bf0e binding host dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 02:52:20.114547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:20.169948 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce0241-c22b-412b-ad05-5165736105f6 req-3bf6d19a-a936-4e89-aa8b-8766b1dddbc7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:20.177632 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e7ce0241-c22b-412b-ad05-5165736105f6 req-3bf6d19a-a936-4e89-aa8b-8766b1dddbc7 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.0991049 Feb 18 02:52:20.290175 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e7ce0241-c22b-412b-ad05-5165736105f6 req-74749c6b-e496-40d5-b272-d40cd8e4d41c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114352 Feb 18 02:52:20.300214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-e7e3dacd-e074-47a2-b356-3f7e9584f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:20.318430 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-e7e3dacd-e074-47a2-b356-3f7e9584f8bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 1163 time: 0.1490085 Feb 18 02:52:20.528922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-797e808e-1c80-4957-8862-40a6911645c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:20.530831 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-797e808e-1c80-4957-8862-40a6911645c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 200 len: 912 time: 0.1960564 Feb 18 02:52:20.612677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab4e68-99be-4f97-acfc-5db4055d8baf req-4b714971-dfdf-41c9-a1c8-f91e1a880d1a tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:20.614213 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cfab4e68-99be-4f97-acfc-5db4055d8baf req-4b714971-dfdf-41c9-a1c8-f91e1a880d1a tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.1135483 Feb 18 02:52:20.650181 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-d849ee7e-2008-4414-a6c9-a375187fcfbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 200 len: 217 time: 0.1064713 Feb 18 02:52:20.679502 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cfab4e68-99be-4f97-acfc-5db4055d8baf req-46b12770-a18e-46db-b166-4bcb24b00e2a tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540819 Feb 18 02:52:20.708194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Notify callbacks [] for port, precommit_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:20.722863 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Transition to ACTIVE for port object 4acc0d34-ff78-48b4-896b-7d945f71bf0e will not be triggered until provisioned by entity L2. {{(pid=84025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:52:20.726274 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:20.761054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-34816201-5521-478d-b3c9-7b5f0c6e998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:20.763246 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-34816201-5521-478d-b3c9-7b5f0c6e998e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 200 len: 858 time: 0.0924597 Feb 18 02:52:20.820535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ee5a7629-0756-4767-813c-69e8abbf546c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:20.836627 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-27f228d5-89f4-44f5-8ce9-c60e6623c1bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea975c3c-9128-4e47-a680-a4fc2a1ab767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560727 Feb 18 02:52:20.918572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194863f-e67d-4c0f-b1a8-b892803b760e None None] Pushing event updated for resources: {'Port': ['ID=4acc0d34-ff78-48b4-896b-7d945f71bf0e,revision_number=3']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:20.924124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6194863f-e67d-4c0f-b1a8-b892803b760e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:21.059638 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-0303739a-e6a6-4d1f-b6f9-a808e694cca0 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043135 Feb 18 02:52:21.132213 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:21.139781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Attempting to bind port 4acc0d34-ff78-48b4-896b-7d945f71bf0e on host dv-cinder-763306-10-smb for vnic_type normal with profile {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:52:21.140501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Attempting to bind port 4acc0d34-ff78-48b4-896b-7d945f71bf0e by drivers openvswitch on host dv-cinder-763306-10-smb at level 0 using segments [{'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:52:21.141118 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Attempting to bind port 4acc0d34-ff78-48b4-896b-7d945f71bf0e on network 5c2dc570-a733-47bd-814f-c2012496faaa {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:52:21.147848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Checking agent: {'id': 'b744759b-4033-4e5b-a0f6-28e63c907d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 39, 16), 'started_at': datetime.datetime(2021, 2, 18, 2, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:52:21.148884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Checking segment: {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:52:21.149566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:21.150108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Bound using segment: {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'} {{(pid=84025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:52:21.150741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Bound port: 4acc0d34-ff78-48b4-896b-7d945f71bf0e, host: dv-cinder-763306-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'}}] {{(pid=84025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:52:21.151556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:21.235840 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6c0a0f4a-eb0b-4be8-964e-07fe83236391 req-73538f0f-61c9-44a8-9d5d-6bf1e1b15915 service neutron] 10.222.0.52 "GET /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1644340 Feb 18 02:52:21.277608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] For port 4acc0d34-ff78-48b4-896b-7d945f71bf0e, host dv-cinder-763306-10-smb, cleared binding levels {{(pid=84025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:52:21.281895 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] For port 4acc0d34-ff78-48b4-896b-7d945f71bf0e, host dv-cinder-763306-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=4acc0d34-ff78-48b4-896b-7d945f71bf0e,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:52:21.289308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:21.303321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:21.590475 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9be282-8545-4393-af44-0ac7ea8f727a req-71af7392-fb22-443d-8ed6-8c2be7095418 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:21.592833 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ff9be282-8545-4393-af44-0ac7ea8f727a req-71af7392-fb22-443d-8ed6-8c2be7095418 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.1512945 Feb 18 02:52:21.632363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194863f-e67d-4c0f-b1a8-b892803b760e None None] Pushing event updated for resources: {'Port': ['ID=4acc0d34-ff78-48b4-896b-7d945f71bf0e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:21.638534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6194863f-e67d-4c0f-b1a8-b892803b760e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:21.660146 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ff9be282-8545-4393-af44-0ac7ea8f727a req-7f9a681a-0e22-4c36-9a11-17213396f853 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518765 Feb 18 02:52:21.692544 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:52:21.693229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:52:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:21.989064 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:52:22.009676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683ab20-4deb-49a3-bf37-16304454b044 req-79155736-251a-4a51-bcd4-087a3e65f3e5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:22.012084 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f683ab20-4deb-49a3-bf37-16304454b044 req-79155736-251a-4a51-bcd4-087a3e65f3e5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.52 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 945 time: 0.0958517 Feb 18 02:52:22.028010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f157dd-7815-46f1-abfc-1ef649be6cb1 req-36236b05-41e3-4533-bfd6-22d1cd6dd840 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:22.035967 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-80f157dd-7815-46f1-abfc-1ef649be6cb1 req-36236b05-41e3-4533-bfd6-22d1cd6dd840 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.1462541 Feb 18 02:52:22.091079 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-80f157dd-7815-46f1-abfc-1ef649be6cb1 req-8111dd74-3135-4111-88e6-07d27706622a tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536275 Feb 18 02:52:22.345974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Deleting port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:52:22.346665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:22.389249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:21Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:22.394185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658a74b-0c89-4d2e-bea1-f1d8a91f0a64 None None] The sync data for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb is: [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:21Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:52:22.654712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] For port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:22.655120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:22.718688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:52:22.936050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Calling delete_port for 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:52:22.941059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:22.977443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8242b86c-8797-47a2-a91d-304016aa20a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:52:23.008488 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:23.015036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:23.017704 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:23.075981 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8242b86c-8797-47a2-a91d-304016aa20a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35', 'code': 200} Feb 18 02:52:23.132980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:23.145272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:23.216682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca55ad-182d-4df2-ad9c-671a4e2fde33 req-a4993295-b7bc-4332-ac67-1aba9060ade9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:23.224515 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e0ca55ad-182d-4df2-ad9c-671a4e2fde33 req-a4993295-b7bc-4332-ac67-1aba9060ade9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 943 time: 0.2359543 Feb 18 02:52:23.249681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:52:23.250038 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:52:23.302674 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e0ca55ad-182d-4df2-ad9c-671a4e2fde33 req-6397f958-e1d4-41a6-8f33-2f7df9a3a19e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766194 Feb 18 02:52:23.395339 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6591fd-7312-4c80-ba11-845f9725f3be req-d56cfa0b-5e29-4ca1-854c-77daee8a7b56 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:23.397179 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-de6591fd-7312-4c80-ba11-845f9725f3be req-d56cfa0b-5e29-4ca1-854c-77daee8a7b56 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.1528466 Feb 18 02:52:23.426638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 4acc0d34-ff78-48b4-896b-7d945f71bf0e up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:23.479084 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-de6591fd-7312-4c80-ba11-845f9725f3be req-44739fce-8845-4f82-b8e9-26895809fe87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742471 Feb 18 02:52:23.530378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning for port 4acc0d34-ff78-48b4-896b-7d945f71bf0e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:52:23.536316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 4acc0d34-ff78-48b4-896b-7d945f71bf0e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:23.536746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:23.674343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:23.712638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] For port 4acc0d34-ff78-48b4-896b-7d945f71bf0e, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=4acc0d34-ff78-48b4-896b-7d945f71bf0e,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:23.716684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:23.718730 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:23.751289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Deleting port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:52:23.751708 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:23.808602 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Pushing event updated for resources: {'Port': ['ID=4acc0d34-ff78-48b4-896b-7d945f71bf0e,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:23.822643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:24.073252 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] For port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:24.073606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:24.214994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Calling delete_port for 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:52:24.380332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:24.468208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:24.617034 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Pushing event deleted for resources: {'Port': ['ID=9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:24.644818 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-67afc818-da3e-4c18-ac87-bcfdd06e9236 req-61ea612b-f936-4dbf-8df2-39f54a7ce928 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8242b86c-8797-47a2-a91d-304016aa20a1 HTTP/1.1" status: 200 len: 210 time: 0.0827518 Feb 18 02:52:24.648647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:24.696013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] No DVR routers for this DVR port 9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 on host hv-cinder-76330 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:52:24.699556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:24.709867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8242b86c-8797-47a2-a91d-304016aa20a1', 'name': 'network-vif-deleted', 'tag': '9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:52:24.744268 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f683ab20-4deb-49a3-bf37-16304454b044 req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.52 "DELETE /v2.0/ports/9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35 HTTP/1.1" status: 204 len: 173 time: 2.7123520 Feb 18 02:52:24.751880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dc754-8d44-403c-9916-3957543ae294 req-3aac7a34-8a39-4400-ab76-a43c3fcd173e tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:24.766443 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e17dc754-8d44-403c-9916-3957543ae294 req-3aac7a34-8a39-4400-ab76-a43c3fcd173e tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.1620870 Feb 18 02:52:24.792502 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8242b86c-8797-47a2-a91d-304016aa20a1', 'name': 'network-vif-deleted', 'tag': '9234b7c6-dcae-415e-b4d9-fb5ddc5e3a35', 'status': 'completed', 'code': 200} Feb 18 02:52:24.857634 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e17dc754-8d44-403c-9916-3957543ae294 req-4494e22c-ff6a-4a60-9c17-e3883c5f52d3 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902092 Feb 18 02:52:25.372329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 4acc0d34-ff78-48b4-896b-7d945f71bf0e up at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:25.454109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Provisioning complete for port 4acc0d34-ff78-48b4-896b-7d945f71bf0e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:25.454693 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:26.096989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963dcde-e769-4ec8-bf29-85480243a508 req-0f42a087-c566-4da8-b443-dbf9d4cff0d7 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:26.106805 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1963dcde-e769-4ec8-bf29-85480243a508 req-0f42a087-c566-4da8-b443-dbf9d4cff0d7 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.1034045 Feb 18 02:52:26.158210 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1963dcde-e769-4ec8-bf29-85480243a508 req-43978b62-8b5a-43ae-a114-e35565b6ca4a tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504189 Feb 18 02:52:26.249663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fae2a-bca1-4f0a-afed-bdb694a7dc58 req-f4ba111c-8f06-471a-92f6-f9235a4ef13a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:26.251293 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-810fae2a-bca1-4f0a-afed-bdb694a7dc58 req-f4ba111c-8f06-471a-92f6-f9235a4ef13a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0968258 Feb 18 02:52:26.300601 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-810fae2a-bca1-4f0a-afed-bdb694a7dc58 req-ae24638b-9a85-4c38-85de-3ee5d063dfff tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Feb 18 02:52:26.340187 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-f6921be2-ff36-4105-8e9e-97ec849f20a9 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:26.341735 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-f6921be2-ff36-4105-8e9e-97ec849f20a9 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.52 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 945 time: 0.0964179 Feb 18 02:52:26.430479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Deleting port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:52:26.430972 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:26.685917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:52:26.705277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] For port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,segment=NetworkSegment(1383fcd0-8505-4f51-9834-dc4578bbbc06),segment_id=1383fcd0-8505-4f51-9834-dc4578bbbc06)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:26.705777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:26.809875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:26.837994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:52:26.841373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Calling delete_port for 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:52:26.849378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,segment=NetworkSegment(1383fcd0-8505-4f51-9834-dc4578bbbc06),segment_id=1383fcd0-8505-4f51-9834-dc4578bbbc06)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:26.852973 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:26.855753 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:26.894384 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9', 'code': 200} Feb 18 02:52:26.932912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:26.936868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:26.946871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:52:26.947358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:52:27.236986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-16e46906-f9f6-4bfb-80bf-245fe09ef699 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:27.238613 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-16e46906-f9f6-4bfb-80bf-245fe09ef699 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 813 time: 0.1577058 Feb 18 02:52:27.254364 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-027c8d91-7ecb-4961-90c6-30dfcac41d9f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/quotas/bef4ae781b624b4197adf272955e1947 HTTP/1.1" status: 200 len: 375 time: 0.0097032 Feb 18 02:52:27.348814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-245940c3-e675-4e3b-bd32-23dc47b943ba tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Synchronizing usage tracker for tenant:bef4ae781b624b4197adf272955e1947 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:52:27.356637 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddfcb-d888-4a66-a074-59e67084a5ea req-d304dd26-1b05-400b-8af9-7851119df1a7 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:27.358230 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-569ddfcb-d888-4a66-a074-59e67084a5ea req-d304dd26-1b05-400b-8af9-7851119df1a7 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 943 time: 0.0876484 Feb 18 02:52:27.365528 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-245940c3-e675-4e3b-bd32-23dc47b943ba tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Unset dirty status for tenant:bef4ae781b624b4197adf272955e1947 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:52:27.366959 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-245940c3-e675-4e3b-bd32-23dc47b943ba tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069555 Feb 18 02:52:27.406956 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-569ddfcb-d888-4a66-a074-59e67084a5ea req-9eb770b3-cf0d-4dcd-a0ab-54fd17471382 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Feb 18 02:52:27.449351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Deleting port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:52:27.449819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:27.523155 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-201864e4-ccc9-4303-b666-271cbff97895 service neutron] 10.222.0.13 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425028 Feb 18 02:52:27.669125 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-5afc4046-b4a6-41bf-93c7-a36c9569822c service neutron] 10.222.0.13 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388059 Feb 18 02:52:27.873074 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-260ea615-3a76-4d5b-89fa-542a8fd787f8 req-8d72ad74-1536-4d67-a0af-9276139e0d4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0509949 Feb 18 02:52:27.967988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c9e65-84b2-42c3-915f-674b16748064 req-c0dd945f-5c6f-4bd2-af09-d88bb1388e07 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:27.968679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-210c9e65-84b2-42c3-915f-674b16748064 req-c0dd945f-5c6f-4bd2-af09-d88bb1388e07 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Synchronizing usage tracker for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:52:28.007318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-210c9e65-84b2-42c3-915f-674b16748064 req-c0dd945f-5c6f-4bd2-af09-d88bb1388e07 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Unset dirty status for tenant:046471a7e0dc48d9b13fb015e14eae8a on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:52:28.008632 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-210c9e65-84b2-42c3-915f-674b16748064 req-c0dd945f-5c6f-4bd2-af09-d88bb1388e07 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.5014086 Feb 18 02:52:28.014423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] For port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,segment=NetworkSegment(1383fcd0-8505-4f51-9834-dc4578bbbc06),segment_id=1383fcd0-8505-4f51-9834-dc4578bbbc06)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:28.014826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:28.170026 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Calling delete_port for 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:52:28.241155 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-210c9e65-84b2-42c3-915f-674b16748064 req-2f7b193a-86c4-44c2-808d-ca1e2334bb36 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183499 Feb 18 02:52:28.342383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:28.358076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c400fcd8-49c1-4a93-9774-734a5607c9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:28.456765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Pushing event deleted for resources: {'Port': ['ID=4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:28.464125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:28.575797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] No DVR routers for this DVR port 4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 on host hv-cinder-76330 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:52:28.577955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:28.580652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'name': 'network-vif-deleted', 'tag': '4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:52:28.592492 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-255093c4-1655-4548-bf52-2a0f55b9e0b9 req-0e23f196-4c17-4afb-b778-d33b4f1a0c6b tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=689ee868-cb9b-48cd-9f0a-afc708dae26c HTTP/1.1" status: 200 len: 210 time: 0.0483172 Feb 18 02:52:28.596956 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6b09b53-87af-4a0a-a628-fc930b840108 req-95a10eb3-28bc-44be-9b45-7f8e710709b8 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.52 "DELETE /v2.0/ports/4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9 HTTP/1.1" status: 204 len: 173 time: 2.2433777 Feb 18 02:52:28.633119 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689ee868-cb9b-48cd-9f0a-afc708dae26c', 'name': 'network-vif-deleted', 'tag': '4d7f0a5b-6fb9-41b9-bb28-b1afc0337fe9', 'status': 'completed', 'code': 200} Feb 18 02:52:29.038645 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-49788849-6b3a-42bd-8cf9-612df86fa8c1 req-fee868d6-4331-43cb-bee8-4e5ae80e8d0e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0537744 Feb 18 02:52:29.259725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-29fb8bb5-1691-4d80-b1be-6030ec89aacb tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:29.260391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-29fb8bb5-1691-4d80-b1be-6030ec89aacb tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Synchronizing usage tracker for tenant:bef4ae781b624b4197adf272955e1947 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:52:29.278348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-29fb8bb5-1691-4d80-b1be-6030ec89aacb tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Unset dirty status for tenant:bef4ae781b624b4197adf272955e1947 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:52:29.280167 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-29fb8bb5-1691-4d80-b1be-6030ec89aacb tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.52 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 813 time: 0.1760235 Feb 18 02:52:29.301785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'port': {'device_id': '44749952-5359-481a-bf9c-e3033af3ecd0', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'admin_state_up': True, 'tenant_id': 'bef4ae781b624b4197adf272955e1947'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:52:29.519421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:52:29.534875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e13374-4d62-4a2e-95ff-fb3fcfe1e714 req-8a0c3f9e-d86b-4c62-8943-e27e742ce4d2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:29.536497 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a1e13374-4d62-4a2e-95ff-fb3fcfe1e714 req-8a0c3f9e-d86b-4c62-8943-e27e742ce4d2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1623914 Feb 18 02:52:29.540178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:52:29.564110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Made reservation on behalf of bef4ae781b624b4197adf272955e1947 for: {'port': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:52:29.569785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:29.626389 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a1e13374-4d62-4a2e-95ff-fb3fcfe1e714 req-31dd1785-96fa-4671-acae-76381ff60ba4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809615 Feb 18 02:52:29.987028 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Allocated IP 172.20.0.14 (5c2dc570-a733-47bd-814f-c2012496faaa/f5038413-5ab9-439c-b35a-715ee9689b77/ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:52:30.253344 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ea96f434-0aed-44d9-afb0-04fbd9498bc1 req-a88b8429-7a44-430c-9c80-5f3618d582ee tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0630243 Feb 18 02:52:30.334535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:30.351447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Transition to ACTIVE for port object ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 will not be triggered until provisioned by entity DHCP. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:52:30.376209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:30.391451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:30.534350 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event updated for resources: {'Port': ['ID=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:30.557002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.557420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.558358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.558761 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.559157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.559576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.559971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.560368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.560758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.561152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.561540 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.561926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.562348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.562735 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.563120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.563527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.563914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.564300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.564683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.565066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.565450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.565832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.566217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.566598 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:30.571796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:30.612230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Network 5c2dc570-a733-47bd-814f-c2012496faaa is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:52:30.613360 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:52:30.615679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:52:30.688433 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:30.690215 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:30.729092 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4321160 Feb 18 02:52:30.855099 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dac315-cd4c-4cc2-aa37-d9f5849adcc0 req-dcb29edf-9df8-49a0-8d1e-ac91e578e92d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:30.856827 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-34dac315-cd4c-4cc2-aa37-d9f5849adcc0 req-dcb29edf-9df8-49a0-8d1e-ac91e578e92d tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0932064 Feb 18 02:52:30.887771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-57d0e37a-4ce2-4588-b786-70c101919fc7 None None] Provisioning for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:52:30.892598 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-57d0e37a-4ce2-4588-b786-70c101919fc7 None None] Provisioning complete for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:30.893011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-57d0e37a-4ce2-4588-b786-70c101919fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:30.908764 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-34dac315-cd4c-4cc2-aa37-d9f5849adcc0 req-2bdfb4fd-d712-4ebf-a0e4-e1a0e50619ff tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Feb 18 02:52:30.957149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-57d0e37a-4ce2-4588-b786-70c101919fc7 None None] Port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:52:31.465209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2be79-999c-43f0-8a6b-f6f2bdf0b8db req-07afdcec-d582-4dd9-86df-e6d3820700d7 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:31.465983 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b3e2be79-999c-43f0-8a6b-f6f2bdf0b8db req-07afdcec-d582-4dd9-86df-e6d3820700d7 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Synchronizing usage tracker for tenant:bef4ae781b624b4197adf272955e1947 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:52:31.481003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b3e2be79-999c-43f0-8a6b-f6f2bdf0b8db req-07afdcec-d582-4dd9-86df-e6d3820700d7 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Unset dirty status for tenant:bef4ae781b624b4197adf272955e1947 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:52:31.482280 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b3e2be79-999c-43f0-8a6b-f6f2bdf0b8db req-07afdcec-d582-4dd9-86df-e6d3820700d7 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.1087573 Feb 18 02:52:31.532146 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b3e2be79-999c-43f0-8a6b-f6f2bdf0b8db req-2794faf2-a539-4410-a3b1-97bcee6de325 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Synchronizing usage tracker for tenant:bef4ae781b624b4197adf272955e1947 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:52:31.547995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b3e2be79-999c-43f0-8a6b-f6f2bdf0b8db req-2794faf2-a539-4410-a3b1-97bcee6de325 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Unset dirty status for tenant:bef4ae781b624b4197adf272955e1947 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:52:31.549270 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b3e2be79-999c-43f0-8a6b-f6f2bdf0b8db req-2794faf2-a539-4410-a3b1-97bcee6de325 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604043 Feb 18 02:52:32.112147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cc684-4f2c-4512-b665-b20c4ceb37ca req-39a9e0af-408e-4280-900e-1e2176e20276 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:32.113721 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-905cc684-4f2c-4512-b665-b20c4ceb37ca req-39a9e0af-408e-4280-900e-1e2176e20276 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0916829 Feb 18 02:52:32.163278 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-905cc684-4f2c-4512-b665-b20c4ceb37ca req-8b727b09-bc94-48a4-a81c-fa04ba311314 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Feb 18 02:52:32.772439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1712a-410d-4228-8636-f274b11eaf1e req-db01bf28-b6b1-4750-8b19-12aa1832019e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:32.775043 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-24b1712a-410d-4228-8636-f274b11eaf1e req-db01bf28-b6b1-4750-8b19-12aa1832019e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.1097424 Feb 18 02:52:32.824952 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-24b1712a-410d-4228-8636-f274b11eaf1e req-11642c37-e3cf-41c8-a866-2e4be7073506 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Feb 18 02:52:33.367576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe3291-5bfa-4b5b-9472-a591afbb521c req-e2a11c52-2ff2-4ca0-8fd0-6d1d89a1e478 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:33.369214 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-14fe3291-5bfa-4b5b-9472-a591afbb521c req-e2a11c52-2ff2-4ca0-8fd0-6d1d89a1e478 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0894914 Feb 18 02:52:33.633988 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-14fe3291-5bfa-4b5b-9472-a591afbb521c req-e364899d-b934-43ce-a796-ef85a65141f2 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576232 Feb 18 02:52:34.036371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6981f2-6233-4561-bf1b-6c702122bddf req-41eee4db-c14f-4c68-9000-202c679d81d3 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:34.037994 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac6981f2-6233-4561-bf1b-6c702122bddf req-41eee4db-c14f-4c68-9000-202c679d81d3 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0991416 Feb 18 02:52:34.090367 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac6981f2-6233-4561-bf1b-6c702122bddf req-3557baeb-890b-4b8f-9fbf-c6fa194a67eb tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455463 Feb 18 02:52:34.192798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-562b094e-e944-4700-bc03-4f2ce846c136 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:34.194411 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-562b094e-e944-4700-bc03-4f2ce846c136 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/networks?id=f70ee4f4-3821-4a88-94a6-fb544a74c327 HTTP/1.1" status: 200 len: 814 time: 0.1601574 Feb 18 02:52:34.210958 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-2f0c6d77-5b40-4ab1-8b09-d159b0b32ffb tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/quotas/df6cf805a6c945978968cbff544feeac HTTP/1.1" status: 200 len: 375 time: 0.0103624 Feb 18 02:52:34.266502 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-33c50af9-38bf-4a8a-a357-5c7e499af4f1 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df6cf805a6c945978968cbff544feeac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484524 Feb 18 02:52:34.412347 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-d21cd0e2-ffb9-48ee-8346-5224f5b055ea service neutron] 10.222.0.13 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378832 Feb 18 02:52:34.565188 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-29ee167b-189d-40f4-9166-40386a6c04c6 service neutron] 10.222.0.13 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444044 Feb 18 02:52:34.778913 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fa8b67e8-b1f4-4f74-bc2b-59132d4cc918 req-5eb9c987-bdc0-4949-a720-9cc29b3b18d7 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0692263 Feb 18 02:52:34.873031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc856e-52cb-4839-851e-fdd9885c242b req-8384949f-c482-4a41-9f95-906b08f8bb28 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:34.880893 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d1fc856e-52cb-4839-851e-fdd9885c242b req-8384949f-c482-4a41-9f95-906b08f8bb28 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1154437 Feb 18 02:52:34.925823 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d1fc856e-52cb-4839-851e-fdd9885c242b req-b081eb52-97ff-4e42-bdb3-8fe99f8ad4f9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439913 Feb 18 02:52:35.294503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4104-b532-4792-98c2-a752cf4b4c42 req-6cc62405-4eeb-47f7-88f8-4ea5f64982c4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:35.296210 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-517c4104-b532-4792-98c2-a752cf4b4c42 req-6cc62405-4eeb-47f7-88f8-4ea5f64982c4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0917432 Feb 18 02:52:35.345568 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-517c4104-b532-4792-98c2-a752cf4b4c42 req-7dd81453-32a3-46f4-91ba-0f625fcfba84 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Feb 18 02:52:35.950104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b1446858-81e9-4829-a207-09e78ae8aa5f req-e5350917-baf9-49e5-ba3d-8dc8f57d624d tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Synchronizing usage tracker for tenant:df6cf805a6c945978968cbff544feeac on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:52:35.965511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b1446858-81e9-4829-a207-09e78ae8aa5f req-e5350917-baf9-49e5-ba3d-8dc8f57d624d tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Unset dirty status for tenant:df6cf805a6c945978968cbff544feeac on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:52:35.966770 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b1446858-81e9-4829-a207-09e78ae8aa5f req-e5350917-baf9-49e5-ba3d-8dc8f57d624d tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0695512 Feb 18 02:52:36.113569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:52:36.132516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95811627-49a0-453f-a9e1-65cf43416c58 req-04c9e153-6f3c-42f8-8006-6e0934ba1b30 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:36.134150 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-95811627-49a0-453f-a9e1-65cf43416c58 req-04c9e153-6f3c-42f8-8006-6e0934ba1b30 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0902395 Feb 18 02:52:36.183316 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-95811627-49a0-453f-a9e1-65cf43416c58 req-81634f2f-9e91-43f1-98da-0427fa14e928 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Feb 18 02:52:36.544754 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461b5e2-7701-4f2c-8245-c960ed8e2122 req-9ce766fe-2bbd-41dc-be5b-bdb25a4ccc9a tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:36.546374 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b461b5e2-7701-4f2c-8245-c960ed8e2122 req-9ce766fe-2bbd-41dc-be5b-bdb25a4ccc9a tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0865736 Feb 18 02:52:36.595569 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b461b5e2-7701-4f2c-8245-c960ed8e2122 req-78900ee6-ecdd-4064-96e6-3cef18597296 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427632 Feb 18 02:52:37.129841 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c951e3d4-2cf1-42ff-ab33-f7e8a2d7a5c3 req-5b9fa417-68cc-45d0-b3ea-4d33cf68a35e tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0499198 Feb 18 02:52:37.388101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abfd3e-6da6-4d00-8a3e-4589122fb2db req-bde98f2b-8919-43fe-978a-02dfe701572b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:37.389636 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-22abfd3e-6da6-4d00-8a3e-4589122fb2db req-bde98f2b-8919-43fe-978a-02dfe701572b tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0915272 Feb 18 02:52:37.440874 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-22abfd3e-6da6-4d00-8a3e-4589122fb2db req-4ca4e899-6072-4ea4-a82d-e27cc701c4ab tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450578 Feb 18 02:52:37.804338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6818d0b-c511-4f57-935f-ac2cc34a5096 req-9bc9a9fc-017c-4d92-bde0-db758ee508e7 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:37.805994 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b6818d0b-c511-4f57-935f-ac2cc34a5096 req-9bc9a9fc-017c-4d92-bde0-db758ee508e7 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0908005 Feb 18 02:52:37.855535 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b6818d0b-c511-4f57-935f-ac2cc34a5096 req-d6580fc7-c297-46b0-a211-0e40f6cf1bb2 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427535 Feb 18 02:52:38.294785 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dc69f257-72af-4917-917a-8e847785f07b req-29da5213-0969-470a-a700-d1fe32506cce tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0489106 Feb 18 02:52:38.649182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f10f0-722e-4fd9-85e9-1d526d6aab6b req-ca74f56f-73bd-4e89-a4ce-9c5c26fd2f2e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:38.650824 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-465f10f0-722e-4fd9-85e9-1d526d6aab6b req-ca74f56f-73bd-4e89-a4ce-9c5c26fd2f2e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0932558 Feb 18 02:52:38.699953 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-465f10f0-722e-4fd9-85e9-1d526d6aab6b req-dc901d27-8d46-4659-980a-c072acfd2d6a tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Feb 18 02:52:39.064492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a19ab-0c75-4123-b179-1b7ad8e57d9c req-4fde24b8-b128-4eb7-b748-3438fb096033 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:39.066032 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5e7a19ab-0c75-4123-b179-1b7ad8e57d9c req-4fde24b8-b128-4eb7-b748-3438fb096033 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0907624 Feb 18 02:52:39.116151 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5e7a19ab-0c75-4123-b179-1b7ad8e57d9c req-4799c8e3-ffec-4fd9-a82b-a6afea73da2a tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Feb 18 02:52:39.462955 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d68887d3-344d-4d6f-9d5f-b20dce1c2ead req-8311de5a-b249-403f-ae2c-66067f6541f3 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0527234 Feb 18 02:52:39.915130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75610609-982f-43ff-a3d8-24bbdcab9e6c req-9c6bef91-7541-4609-91a8-0ee3cc8d3850 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:39.916918 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-75610609-982f-43ff-a3d8-24bbdcab9e6c req-9c6bef91-7541-4609-91a8-0ee3cc8d3850 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0963764 Feb 18 02:52:39.970910 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-75610609-982f-43ff-a3d8-24bbdcab9e6c req-af1e8608-ba98-4102-8518-194077152197 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470109 Feb 18 02:52:40.318272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70123f-1ede-46ec-8404-eee6b7117273 req-18bf6de1-5872-479a-94f7-4c893ca8ba88 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:40.319862 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e70123f-1ede-46ec-8404-eee6b7117273 req-18bf6de1-5872-479a-94f7-4c893ca8ba88 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0906513 Feb 18 02:52:40.370821 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e70123f-1ede-46ec-8404-eee6b7117273 req-1c2f5a5c-eae2-49c0-a550-93ef4d0bce54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Feb 18 02:52:40.628081 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b8492a6a-2980-4b60-a490-719b919cff0b req-ecec8c86-2dc5-4128-b60f-9e02f41dea66 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0495245 Feb 18 02:52:41.184692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef310f-6e99-4b8e-b687-ec5d8eff2e95 req-55001198-ab5a-4866-bf5a-942e80586b5c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:41.186295 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5cef310f-6e99-4b8e-b687-ec5d8eff2e95 req-55001198-ab5a-4866-bf5a-942e80586b5c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0954385 Feb 18 02:52:41.237251 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5cef310f-6e99-4b8e-b687-ec5d8eff2e95 req-0c3700fa-5ea8-4151-88e6-9f8dee109eb9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Feb 18 02:52:41.569667 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549e84-c5e8-4205-908d-dd2293da350a req-d08d676a-4cbe-403a-b078-e925eeda54ef tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:41.571198 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e4549e84-c5e8-4205-908d-dd2293da350a req-d08d676a-4cbe-403a-b078-e925eeda54ef tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0869734 Feb 18 02:52:41.623773 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e4549e84-c5e8-4205-908d-dd2293da350a req-a044f7bd-c2a8-478d-b1a8-df99e81e29c6 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461762 Feb 18 02:52:41.792770 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1eede0a4-c00a-4976-b164-ba8816a1e432 req-a5f0a100-2696-4ccd-ab6e-4fc46f86c283 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0501981 Feb 18 02:52:42.437142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448511f-1865-4bf5-857a-e4b82df32132 req-16287c50-b4f6-4ba8-b68c-967900cf0be4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:42.438857 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a448511f-1865-4bf5-857a-e4b82df32132 req-16287c50-b4f6-4ba8-b68c-967900cf0be4 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0881109 Feb 18 02:52:42.442660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7759a56-086b-4923-a8cb-a99f8e3e8924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:42.489379 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a448511f-1865-4bf5-857a-e4b82df32132 req-62ad72dc-2fc0-4a17-b3bf-da92340a36e9 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Feb 18 02:52:42.828940 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b7c8-f22a-4e8e-9857-e389b123c15e req-13748308-e49c-41ec-b6af-a6c2ac4e28ed tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:42.832682 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9416b7c8-f22a-4e8e-9857-e389b123c15e req-13748308-e49c-41ec-b6af-a6c2ac4e28ed tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0948377 Feb 18 02:52:42.878718 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9416b7c8-f22a-4e8e-9857-e389b123c15e req-48b8f596-a728-4b85-b3fd-32ceb4b9fdf3 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Feb 18 02:52:42.962781 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-348859d2-75bb-4b98-bd67-68666d2e9633 req-748ea00f-d085-4e52-b191-e9a6d0a54de7 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0515640 Feb 18 02:52:43.693527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7404f72-1f50-488c-9525-507eb61678f5 req-27855453-49db-4f35-a8c4-675acada149c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:43.695143 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e7404f72-1f50-488c-9525-507eb61678f5 req-27855453-49db-4f35-a8c4-675acada149c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0882335 Feb 18 02:52:43.751982 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e7404f72-1f50-488c-9525-507eb61678f5 req-68cdd0db-1863-46f2-b707-24c316ade6ff tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498464 Feb 18 02:52:44.079655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd76cf-e4e3-4500-bd82-c604ad2760a2 req-2faed5c4-7868-404e-a337-52aa1ee61af5 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:44.087692 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-19dd76cf-e4e3-4500-bd82-c604ad2760a2 req-2faed5c4-7868-404e-a337-52aa1ee61af5 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0960906 Feb 18 02:52:44.126647 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3baaf6a0-ab3d-4243-8236-78ba79e6d579 req-be4085c9-6bc6-446b-b46a-2b66e32cc29b tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0505531 Feb 18 02:52:44.134865 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-19dd76cf-e4e3-4500-bd82-c604ad2760a2 req-ff6a696d-b27f-42c6-8621-322a909e3521 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462315 Feb 18 02:52:44.767098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2000a057-a529-4b12-b443-a4fca065bb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:44.954394 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79fc76-d515-44b3-877e-9686d322da32 req-cc1adecb-2181-4d6c-8cf9-0b0c218e7846 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:44.956054 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fd79fc76-d515-44b3-877e-9686d322da32 req-cc1adecb-2181-4d6c-8cf9-0b0c218e7846 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0888221 Feb 18 02:52:45.008411 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fd79fc76-d515-44b3-877e-9686d322da32 req-416a6879-2995-46bc-a901-c4a022a9a9a6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Feb 18 02:52:45.292873 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-40a51087-383c-493e-8dfb-07d1d080a8fa req-8deb78b3-ca7b-4adb-957c-df89e40a0646 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0533547 Feb 18 02:52:45.352892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75629b8e-c865-4159-b261-44aae66875e7 req-5ad46d6f-9d6e-4f75-89de-e77bfb987240 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:45.354520 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-75629b8e-c865-4159-b261-44aae66875e7 req-5ad46d6f-9d6e-4f75-89de-e77bfb987240 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0934374 Feb 18 02:52:45.408415 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-75629b8e-c865-4159-b261-44aae66875e7 req-83b3ab7d-b167-4132-b537-d49307fb0707 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Feb 18 02:52:45.514510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:46.213537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bac87-1513-40a9-9774-faa1bc935824 req-0e02a395-9491-4421-89a4-afdd872e87fa tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:46.215771 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a49bac87-1513-40a9-9774-faa1bc935824 req-0e02a395-9491-4421-89a4-afdd872e87fa tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0892253 Feb 18 02:52:46.265844 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a49bac87-1513-40a9-9774-faa1bc935824 req-de50a119-bfbe-4bd9-be73-80b3754734a6 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Feb 18 02:52:46.468673 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2d79f5df-2683-42f0-89e9-befe671ea701 req-9a07045b-b6e0-4843-86aa-e1bca8a4f2ab tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0594232 Feb 18 02:52:46.531230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:46.621061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46246b-e66f-4be8-a9c1-18b087cdf6c3 req-6a2695ab-7408-49a2-9ad4-827fb0d14792 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:46.623169 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dd46246b-e66f-4be8-a9c1-18b087cdf6c3 req-6a2695ab-7408-49a2-9ad4-827fb0d14792 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0993366 Feb 18 02:52:46.672995 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dd46246b-e66f-4be8-a9c1-18b087cdf6c3 req-2dd86a05-4a24-4288-b6c0-e52cfe89c925 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431490 Feb 18 02:52:46.759897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:47.465523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488c852-733b-40f4-a993-134252fa72d3 req-8a331e08-c1d6-4f47-81c5-e36951cfe94f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:47.467147 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9488c852-733b-40f4-a993-134252fa72d3 req-8a331e08-c1d6-4f47-81c5-e36951cfe94f tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0876479 Feb 18 02:52:47.515702 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9488c852-733b-40f4-a993-134252fa72d3 req-e61bfce3-9603-4490-b540-f147874954bd tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Feb 18 02:52:47.629235 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ce66c666-bcf9-435b-bb75-cde8c437f80a req-9b6bccb0-8b6a-4d45-b79d-fb33a5982ced tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0486615 Feb 18 02:52:47.751825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Request body: {'port': {'device_id': '44749952-5359-481a-bf9c-e3033af3ecd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:52:47.877555 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:47.883443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1758-09cb-4957-b582-f5f53c890b70 req-bbee5dd2-000b-46aa-8264-f350f9007ac7 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:47.885245 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6de1758-09cb-4957-b582-f5f53c890b70 req-bbee5dd2-000b-46aa-8264-f350f9007ac7 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.0930243 Feb 18 02:52:47.936666 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6de1758-09cb-4957-b582-f5f53c890b70 req-c89b2d07-cea8-4dfd-a3be-7df76c9038dc tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438914 Feb 18 02:52:48.295261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 {{(pid=84024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:52:48.303041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:48.315369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Transition to ACTIVE for port object ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 will not be triggered until provisioned by entity L2. {{(pid=84024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:52:48.317935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286117'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:48.550524 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:48.746348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:48.752407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:48.779710 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-04dad05c-d966-42c1-b32f-129939602781 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:48.781316 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-04dad05c-d966-42c1-b32f-129939602781 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.52 "GET /v2.0/networks?id=f70ee4f4-3821-4a88-94a6-fb544a74c327 HTTP/1.1" status: 200 len: 814 time: 0.1937594 Feb 18 02:52:48.807353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dcafb-ae52-4042-b7a5-885e18c06114 req-43603456-32fb-4d4f-b348-6a9772a586f5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:48.809056 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-938dcafb-ae52-4042-b7a5-885e18c06114 req-43603456-32fb-4d4f-b348-6a9772a586f5 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.1497166 Feb 18 02:52:48.823559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Request body: {'port': {'device_id': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327', 'admin_state_up': True, 'tenant_id': 'df6cf805a6c945978968cbff544feeac'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:52:48.922219 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ca7c8b16-43be-46c0-b4da-d45353715206 req-f569e945-3d2b-4424-9a5a-8f783b512a68 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.1397603 Feb 18 02:52:48.976155 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-938dcafb-ae52-4042-b7a5-885e18c06114 req-be73bb31-7187-4b62-8b70-65c8ae316e6e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555412 Feb 18 02:52:48.998696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:52:49.008855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:52:49.024126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Made reservation on behalf of df6cf805a6c945978968cbff544feeac for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:52:49.034129 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Attempting to bind port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:52:49.035826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Attempting to bind port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:52:49.036183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:49.036587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Attempting to bind port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 on network 5c2dc570-a733-47bd-814f-c2012496faaa {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:52:49.046445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:52:49.046822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Checking segment: {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:52:49.047230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:49.047663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Bound using segment: {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'} {{(pid=84024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:52:49.048145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Bound port: ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa'}}] {{(pid=84024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:52:49.048567 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:49.160843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] For port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5, host hv-cinder-76330, cleared binding levels {{(pid=84024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:52:49.163979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] For port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:52:49.167560 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286117'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:49.180276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:49.319115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a868d6-2a47-4d9b-aff1-09053388306f req-7d7d152b-b645-4a6e-82cb-510512d99eef tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:49.320753 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f7a868d6-2a47-4d9b-aff1-09053388306f req-7d7d152b-b645-4a6e-82cb-510512d99eef tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 944 time: 0.2390540 Feb 18 02:52:49.334547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,revision_number=3']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:49.338126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:49.375446 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:49.376170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:49.377656 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 1158 time: 1.6308534 Feb 18 02:52:49.378194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:52:49.439372 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f7a868d6-2a47-4d9b-aff1-09053388306f req-f42c0ff6-1692-4678-bf56-173471e0c3e4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112061 Feb 18 02:52:49.472224 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'status': 'completed', 'code': 200} Feb 18 02:52:49.472716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Allocated IP 172.20.0.10 (f70ee4f4-3821-4a88-94a6-fb544a74c327/8da7b514-c065-4946-ba4e-2f40b6eec20a/ba11761c-a6bf-4b1e-88e2-235caac5f269) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:52:49.514916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-a142834b-e2ef-4264-9b74-8d9df54979a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:49.516872 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-a142834b-e2ef-4264-9b74-8d9df54979a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1161 time: 0.0883620 Feb 18 02:52:49.606920 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-c2444ec4-0e4c-47bb-990b-b8cabad67f76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 217 time: 0.0728076 Feb 18 02:52:49.680828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-297c6472-7e21-4be6-afb6-e2eceeb7f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:49.682327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-297c6472-7e21-4be6-afb6-e2eceeb7f4a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 200 len: 852 time: 0.0676808 Feb 18 02:52:49.697699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:49.729135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:49.745114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:49.771784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-889e4ddf-df06-4d5d-982b-7673d0e1b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:49.773332 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-889e4ddf-df06-4d5d-982b-7673d0e1b89d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c2dc570-a733-47bd-814f-c2012496faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0789750 Feb 18 02:52:49.886501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Pushing event updated for resources: {'Port': ['ID=ba11761c-a6bf-4b1e-88e2-235caac5f269,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:49.911772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.912193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.912594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.912991 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.913386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.913777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.914171 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.914564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.914956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.915349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.915760 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.916148 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.916573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.916958 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.917396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.917794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.918723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.919112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.919512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.919903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.920288 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.920672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.921055 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.921436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:52:49.921596 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-6fcb737b-4657-4b65-8e59-83c4b44df1ba service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367695 Feb 18 02:52:49.927561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:49.964159 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Network f70ee4f4-3821-4a88-94a6-fb544a74c327 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:52:49.965881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:52:49.968318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:52:49.972875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:49.973444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:50.000219 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1808548 Feb 18 02:52:50.016524 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Request body: {'port': {'device_id': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:52:50.130930 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5fb93a2-0936-4f93-9d4b-481e1a47a88a req-98a58e3f-e238-48f4-a54f-5124f0a2837d service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2018552 Feb 18 02:52:50.154881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c039ff3-a899-4169-b1f5-81539d3f7044 req-5dc95afe-f800-495c-86d2-da7998f14809 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:50.156521 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4c039ff3-a899-4169-b1f5-81539d3f7044 req-5dc95afe-f800-495c-86d2-da7998f14809 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 932 time: 0.1159804 Feb 18 02:52:50.265908 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4c039ff3-a899-4169-b1f5-81539d3f7044 req-da426939-3fe9-46cc-98e0-c90b7a15be01 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025188 Feb 18 02:52:50.288935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f9138-5593-466e-a686-fe35d30ab074 req-9dc4fccf-03e4-41e5-9588-cfaaab847f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:50.290591 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c04f9138-5593-466e-a686-fe35d30ab074 req-9dc4fccf-03e4-41e5-9588-cfaaab847f7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1161 time: 0.1059554 Feb 18 02:52:50.389595 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:50.437048 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f9138-5593-466e-a686-fe35d30ab074 req-eb632b36-d949-43e7-bc8a-c57650b68ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:50.438567 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c04f9138-5593-466e-a686-fe35d30ab074 req-eb632b36-d949-43e7-bc8a-c57650b68ee1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 907 time: 0.1401126 Feb 18 02:52:50.519797 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c04f9138-5593-466e-a686-fe35d30ab074 req-737684fb-005d-41f2-bef9-297d990532b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 217 time: 0.0716281 Feb 18 02:52:50.561297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc919e-ab2a-4fdd-bdbc-e024de2a5c57 req-fa0d5ecc-2132-4838-88d9-dd9ed7d96301 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:50.562961 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-15bc919e-ab2a-4fdd-bdbc-e024de2a5c57 req-fa0d5ecc-2132-4838-88d9-dd9ed7d96301 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.4226229 Feb 18 02:52:50.670881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f9138-5593-466e-a686-fe35d30ab074 req-7d7437ba-c694-4eba-aa67-a773acb8a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:50.672483 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c04f9138-5593-466e-a686-fe35d30ab074 req-7d7437ba-c694-4eba-aa67-a773acb8a37c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 200 len: 852 time: 0.1403687 Feb 18 02:52:50.741859 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-15bc919e-ab2a-4fdd-bdbc-e024de2a5c57 req-8f5b4a28-5831-466f-8e37-35c5d85b3551 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363287 Feb 18 02:52:50.745871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77332ed3-d15b-4c46-b2d1-b7064673d195 req-eea4c816-d7a6-4b8c-8636-e0d8a6d5277f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:50.748265 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-77332ed3-d15b-4c46-b2d1-b7064673d195 req-eea4c816-d7a6-4b8c-8636-e0d8a6d5277f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 944 time: 0.1773770 Feb 18 02:52:50.809848 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-77332ed3-d15b-4c46-b2d1-b7064673d195 req-81e62557-7db1-4d9c-95a4-23dd1cda5792 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541871 Feb 18 02:52:50.812767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f9138-5593-466e-a686-fe35d30ab074 req-eb7114ac-f469-4119-a7a0-25f0029ee7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:50.814293 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c04f9138-5593-466e-a686-fe35d30ab074 req-eb7114ac-f469-4119-a7a0-25f0029ee7ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c2dc570-a733-47bd-814f-c2012496faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1296954 Feb 18 02:52:50.900519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba11761c-a6bf-4b1e-88e2-235caac5f269 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:52:50.908893 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:50.921455 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Transition to ACTIVE for port object ba11761c-a6bf-4b1e-88e2-235caac5f269 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:52:50.924106 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:50.940029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0bff0e54-6ee3-4167-9629-9f03f38fa04d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:50.968284 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c04f9138-5593-466e-a686-fe35d30ab074 req-f7a7c9e8-65cc-4689-be5e-29cdfc2e87f3 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353877 Feb 18 02:52:51.024224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:51.086557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Pushing event updated for resources: {'Port': ['ID=ba11761c-a6bf-4b1e-88e2-235caac5f269,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:51.089892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:51.120582 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c04f9138-5593-466e-a686-fe35d30ab074 req-2f1509bc-51d0-438e-b1d8-db69a5742024 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369529 Feb 18 02:52:51.211659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Attempting to bind port ba11761c-a6bf-4b1e-88e2-235caac5f269 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:52:51.212036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Attempting to bind port ba11761c-a6bf-4b1e-88e2-235caac5f269 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1383fcd0-8505-4f51-9834-dc4578bbbc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:52:51.212410 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Attempting to bind port ba11761c-a6bf-4b1e-88e2-235caac5f269 on network f70ee4f4-3821-4a88-94a6-fb544a74c327 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:52:51.217950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:52:51.218321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Checking segment: {'id': '1383fcd0-8505-4f51-9834-dc4578bbbc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:52:51.218722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:51.219116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Bound using segment: {'id': '1383fcd0-8505-4f51-9834-dc4578bbbc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:52:51.219607 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Bound port: ba11761c-a6bf-4b1e-88e2-235caac5f269, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1383fcd0-8505-4f51-9834-dc4578bbbc06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f70ee4f4-3821-4a88-94a6-fb544a74c327'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:52:51.219980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:51.315870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] For port ba11761c-a6bf-4b1e-88e2-235caac5f269, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:52:51.319008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] For port ba11761c-a6bf-4b1e-88e2-235caac5f269, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ba11761c-a6bf-4b1e-88e2-235caac5f269,segment=NetworkSegment(1383fcd0-8505-4f51-9834-dc4578bbbc06),segment_id=1383fcd0-8505-4f51-9834-dc4578bbbc06)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:52:51.322382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:51.337585 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:51.546276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Pushing event updated for resources: {'Port': ['ID=ba11761c-a6bf-4b1e-88e2-235caac5f269,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:51.554024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:51.601484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8defb56-6868-45ab-b6c4-052366f57b42 req-8175745f-0200-4526-b8eb-9259d71ff7c6 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:51.602239 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a8defb56-6868-45ab-b6c4-052366f57b42 req-8175745f-0200-4526-b8eb-9259d71ff7c6 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Synchronizing usage tracker for tenant:df6cf805a6c945978968cbff544feeac on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:52:51.614541 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:51.615209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:51.616689 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] 10.222.0.52 "PUT /v2.0/ports/ba11761c-a6bf-4b1e-88e2-235caac5f269 HTTP/1.1" status: 200 len: 1158 time: 1.6057227 Feb 18 02:52:51.617198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'tag': 'ba11761c-a6bf-4b1e-88e2-235caac5f269'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:52:51.631951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a8defb56-6868-45ab-b6c4-052366f57b42 req-8175745f-0200-4526-b8eb-9259d71ff7c6 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Unset dirty status for tenant:df6cf805a6c945978968cbff544feeac on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:52:51.633311 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a8defb56-6868-45ab-b6c4-052366f57b42 req-8175745f-0200-4526-b8eb-9259d71ff7c6 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 944 time: 0.1934068 Feb 18 02:52:51.675136 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'tag': 'ba11761c-a6bf-4b1e-88e2-235caac5f269', 'status': 'completed', 'code': 200} Feb 18 02:52:51.738083 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a8defb56-6868-45ab-b6c4-052366f57b42 req-2ca73aa9-0ee4-4534-9ea8-71df375a918d tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976989 Feb 18 02:52:51.761229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-660678f6-f09d-41c7-b7d0-bd451118d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:51.762891 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-660678f6-f09d-41c7-b7d0-bd451118d2de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df6cf805a6c945978968cbff544feeac&device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 1161 time: 0.0903070 Feb 18 02:52:51.845047 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-fd01b87b-8812-40ba-baf3-5f1d732c68c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba11761c-a6bf-4b1e-88e2-235caac5f269 HTTP/1.1" status: 200 len: 217 time: 0.0730951 Feb 18 02:52:51.931109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-3ba59d7f-fff8-4e98-ade1-6596bf4337ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:51.932697 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-3ba59d7f-fff8-4e98-ade1-6596bf4337ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8da7b514-c065-4946-ba4e-2f40b6eec20a HTTP/1.1" status: 200 len: 854 time: 0.0755086 Feb 18 02:52:52.033072 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-d8d36f6a-9383-434a-944f-8c00f45c6d3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f70ee4f4-3821-4a88-94a6-fb544a74c327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638781 Feb 18 02:52:52.087656 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22ec48-1a78-471f-be87-a0309dc81328 req-a2f693ab-5c1a-40e8-9446-60f378d3077c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:52.089236 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-da22ec48-1a78-471f-be87-a0309dc81328 req-a2f693ab-5c1a-40e8-9446-60f378d3077c tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0896189 Feb 18 02:52:52.138552 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-da22ec48-1a78-471f-be87-a0309dc81328 req-a1994aa5-7e49-4a97-be95-1ca1c70770cf tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Feb 18 02:52:52.171349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e285324-377a-458b-b0bd-f79e88017713 req-3902bfb4-0480-4dcc-a74e-8760fe28cdc3 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:52.173008 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6e285324-377a-458b-b0bd-f79e88017713 req-3902bfb4-0480-4dcc-a74e-8760fe28cdc3 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 944 time: 0.2440069 Feb 18 02:52:52.218797 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-2910e0fe-06bb-479b-bcf6-02410e0b4c3b service neutron] 10.222.0.52 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772733 Feb 18 02:52:52.314470 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6e285324-377a-458b-b0bd-f79e88017713 req-624534d2-ceba-4045-bc6a-6b9c2a650b8c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336632 Feb 18 02:52:52.373616 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-034c5745-8a0f-4efb-befd-08b0e3026954 req-7dec1b48-a7ed-45dc-ae89-2b295e46262f service neutron] 10.222.0.52 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454744 Feb 18 02:52:52.514297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-0e63fbb6-fec2-4cf3-96a8-8205b3a3ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:52.515882 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-0e63fbb6-fec2-4cf3-96a8-8205b3a3ef63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df6cf805a6c945978968cbff544feeac&device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 1161 time: 0.0800486 Feb 18 02:52:52.664578 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-3febb54b-8f2e-4495-8df7-3c19c4f2ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:52.666234 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-3febb54b-8f2e-4495-8df7-3c19c4f2ca9f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f70ee4f4-3821-4a88-94a6-fb544a74c327 HTTP/1.1" status: 200 len: 908 time: 0.1404486 Feb 18 02:52:52.744170 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-4ec09dfd-0d7c-4ffc-827b-35ec30e98abb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba11761c-a6bf-4b1e-88e2-235caac5f269 HTTP/1.1" status: 200 len: 217 time: 0.0683522 Feb 18 02:52:52.821552 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-ca408ad8-20ec-43fd-a747-926b978c9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:52.823117 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-ca408ad8-20ec-43fd-a747-926b978c9a78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8da7b514-c065-4946-ba4e-2f40b6eec20a HTTP/1.1" status: 200 len: 854 time: 0.0635114 Feb 18 02:52:52.880208 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-2f07986f-d39d-4d11-976d-365400b980aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f70ee4f4-3821-4a88-94a6-fb544a74c327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474329 Feb 18 02:52:52.940017 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e0f15-a3b5-4c7e-bab7-b98d2c0bfa26 req-5677c166-ffd7-4fb2-b3a2-50c93016b18f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:52.941630 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-136e0f15-a3b5-4c7e-bab7-b98d2c0bfa26 req-5677c166-ffd7-4fb2-b3a2-50c93016b18f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 944 time: 0.0918257 Feb 18 02:52:52.990581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-3cea2e73-5b9f-4e51-a05e-8f876cca0df2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84025) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 02:52:52.992213 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-136e0f15-a3b5-4c7e-bab7-b98d2c0bfa26 req-bbbd7631-c8f2-4042-86f7-3df5b7cdc36f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Feb 18 02:52:53.036023 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-be809c94-248f-4e63-b74e-5c4941def30f service neutron] 10.222.0.52 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411493 Feb 18 02:52:53.129353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400b732-edaa-433d-95ae-261f6b109383 req-63c11027-bb22-4ed6-bca5-fc4ee5083635 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:53.130969 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a400b732-edaa-433d-95ae-261f6b109383 req-63c11027-bb22-4ed6-bca5-fc4ee5083635 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0843334 Feb 18 02:52:53.186226 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-704510a0-61b1-4d32-9f22-e5c0dbee0f6e req-07868450-d9b8-4768-8d2d-26f68586d0b2 service neutron] 10.222.0.52 "GET /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403708 Feb 18 02:52:53.215554 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-a400b732-edaa-433d-95ae-261f6b109383 req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Deleting port 5c60c938-e34e-4642-ba51-631cdab16c2b {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:52:53.215932 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a400b732-edaa-433d-95ae-261f6b109383 req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:53.343456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7eb46-1efa-4b74-a8e1-7c248570172b req-41028c3a-167b-4965-b794-7dbc157cda3e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:53.345576 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cea7eb46-1efa-4b74-a8e1-7c248570172b req-41028c3a-167b-4965-b794-7dbc157cda3e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 946 time: 0.0906653 Feb 18 02:52:53.394033 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cea7eb46-1efa-4b74-a8e1-7c248570172b req-8e504448-3647-4977-bda2-5a5b7cbc3134 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6cdb5e4-d388-450a-901c-3d7122d015d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Feb 18 02:52:53.534235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-a400b732-edaa-433d-95ae-261f6b109383 req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] For port 5c60c938-e34e-4642-ba51-631cdab16c2b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5c60c938-e34e-4642-ba51-631cdab16c2b,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:53.534677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a400b732-edaa-433d-95ae-261f6b109383 req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:53.587225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:53.663568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:52:53.669141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:53.669559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:53.802083 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:53.832788 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:52:53.843278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:53.846323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:53.848297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:53.885661 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'code': 200} Feb 18 02:52:53.890878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-a400b732-edaa-433d-95ae-261f6b109383 req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Calling delete_port for 5c60c938-e34e-4642-ba51-631cdab16c2b owned by compute:nova {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:52:53.920039 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:53.923390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:53.957941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe68d2-39b9-4979-ad76-dec080881b6d req-e3943763-bfd1-49cc-854b-e853562e22b2 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:53.959583 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fcbe68d2-39b9-4979-ad76-dec080881b6d req-e3943763-bfd1-49cc-854b-e853562e22b2 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 944 time: 0.5308523 Feb 18 02:52:54.058241 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fcbe68d2-39b9-4979-ad76-dec080881b6d req-b42042bd-f6ed-4776-9c87-b54494f97797 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897758 Feb 18 02:52:54.095371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a400b732-edaa-433d-95ae-261f6b109383 req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:54.111672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-be66e455-3c0d-4e86-ae80-1ff9b4374ec0 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:54.205103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Pushing event deleted for resources: {'Port': ['ID=5c60c938-e34e-4642-ba51-631cdab16c2b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:54.212055 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:54.220231 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508037e-25ea-4f9c-8dd7-1967a9eb1ebb req-0087972f-09fe-4e7b-8132-d42438e21ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:54.221855 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d508037e-25ea-4f9c-8dd7-1967a9eb1ebb req-0087972f-09fe-4e7b-8132-d42438e21ab8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1163 time: 0.1534762 Feb 18 02:52:54.232508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734ed0b-d9c1-4ff7-a9c7-4155500b2951 req-bc2d582f-9eaf-4f44-b43f-fc8bc09b53ef tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:54.233999 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6734ed0b-d9c1-4ff7-a9c7-4155500b2951 req-bc2d582f-9eaf-4f44-b43f-fc8bc09b53ef tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 944 time: 0.1089787 Feb 18 02:52:54.303716 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d508037e-25ea-4f9c-8dd7-1967a9eb1ebb req-e7d90e81-f80f-474d-a5c2-56302228ade7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662484 Feb 18 02:52:54.313855 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6734ed0b-d9c1-4ff7-a9c7-4155500b2951 req-3104973a-a79e-4e09-8a2c-76f45ab9c165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610957 Feb 18 02:52:54.320672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a400b732-edaa-433d-95ae-261f6b109383 req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] No DVR routers for this DVR port 5c60c938-e34e-4642-ba51-631cdab16c2b on host hv-cinder-76330 {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:52:54.322972 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a400b732-edaa-433d-95ae-261f6b109383 req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:54.325824 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb3043b-c04b-4f76-bf78-97890c3c3aa4', 'name': 'network-vif-deleted', 'tag': '5c60c938-e34e-4642-ba51-631cdab16c2b'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:52:54.341918 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a400b732-edaa-433d-95ae-261f6b109383 req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.52 "DELETE /v2.0/ports/5c60c938-e34e-4642-ba51-631cdab16c2b HTTP/1.1" status: 204 len: 173 time: 1.2022550 Feb 18 02:52:54.372790 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb3043b-c04b-4f76-bf78-97890c3c3aa4', 'name': 'network-vif-deleted', 'tag': '5c60c938-e34e-4642-ba51-631cdab16c2b', 'status': 'completed', 'code': 200} Feb 18 02:52:54.558078 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4c4fa2ef-6927-45c7-bacd-188eb9fd35d0 req-113bcd25-00d7-4938-8e95-5340de0e664e tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdb3043b-c04b-4f76-bf78-97890c3c3aa4 HTTP/1.1" status: 200 len: 210 time: 0.0523767 Feb 18 02:52:55.258396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f096c4-60b8-4cb1-9eda-076bc85c6a36 req-647f7840-2568-461c-9938-b43ddc4b3e08 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:55.260035 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f3f096c4-60b8-4cb1-9eda-076bc85c6a36 req-647f7840-2568-461c-9938-b43ddc4b3e08 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0853174 Feb 18 02:52:55.310162 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f3f096c4-60b8-4cb1-9eda-076bc85c6a36 req-864502f8-9eb1-425b-b75d-6c76f87998db tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432639 Feb 18 02:52:55.507627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:55.512104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af91e5-6fb7-4bb0-adeb-a23d149698e7 req-9a1ba669-5f3e-41ed-9ea7-e7938efd5946 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:55.514547 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-65af91e5-6fb7-4bb0-adeb-a23d149698e7 req-9a1ba669-5f3e-41ed-9ea7-e7938efd5946 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 944 time: 0.0866899 Feb 18 02:52:55.563911 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-65af91e5-6fb7-4bb0-adeb-a23d149698e7 req-09babcbd-054d-4b27-bc71-f019baf072db tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438774 Feb 18 02:52:55.580527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:55.580955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:55.660592 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44720) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:52:55.735923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ba11761c-a6bf-4b1e-88e2-235caac5f269 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:55.814849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port ba11761c-a6bf-4b1e-88e2-235caac5f269 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:52:55.820372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ba11761c-a6bf-4b1e-88e2-235caac5f269 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:55.820798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:55.949258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:55.981567 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba11761c-a6bf-4b1e-88e2-235caac5f269'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:52:55.992171 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port ba11761c-a6bf-4b1e-88e2-235caac5f269, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ba11761c-a6bf-4b1e-88e2-235caac5f269,segment=NetworkSegment(1383fcd0-8505-4f51-9834-dc4578bbbc06),segment_id=1383fcd0-8505-4f51-9834-dc4578bbbc06)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:55.995836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:55.997798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1aa7f803-702b-4cf1-a9ab-5b5a1fae38d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:56.037135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:52:56.086965 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba11761c-a6bf-4b1e-88e2-235caac5f269', 'code': 200} Feb 18 02:52:56.087501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] No Port match for: 5c60c938-e34e-4642-ba51-631cdab16c2b {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:52:56.087888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 5c60c938-e34e-4642-ba51-631cdab16c2b not bound to the agent host hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:52:56.112226 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=ba11761c-a6bf-4b1e-88e2-235caac5f269,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:56.115554 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:56.275310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562a4e-f97b-461c-a47a-b0e75c7eb3a8 req-c9db4bd7-40b9-435c-bc25-f666be712b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:56.277238 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5562a4e-f97b-461c-a47a-b0e75c7eb3a8 req-c9db4bd7-40b9-435c-bc25-f666be712b77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 1163 time: 0.0763817 Feb 18 02:52:56.320254 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d5562a4e-f97b-461c-a47a-b0e75c7eb3a8 req-9612a03e-c2bc-4729-bd2a-5e60e31ce16b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359943 Feb 18 02:52:56.455171 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854405041'] for router_interface, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:56.509127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9339558-40d9-4bb7-aa45-980cb4d763a9 req-6dadf518-9d32-47b5-a81b-ae990f07dc56 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:56.510715 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d9339558-40d9-4bb7-aa45-980cb4d763a9 req-6dadf518-9d32-47b5-a81b-ae990f07dc56 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0892329 Feb 18 02:52:56.557991 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d9339558-40d9-4bb7-aa45-980cb4d763a9 req-cbf8a331-c71b-4a99-b323-2a9dd7bd77ef tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Feb 18 02:52:56.766084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c44817-57d2-4426-84d9-ee42fb57cacb req-3d4734a7-1cdb-48a3-9f71-70db372bf4b3 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:56.767720 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b1c44817-57d2-4426-84d9-ee42fb57cacb req-3d4734a7-1cdb-48a3-9f71-70db372bf4b3 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 946 time: 0.0870061 Feb 18 02:52:56.818408 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b1c44817-57d2-4426-84d9-ee42fb57cacb req-1bb3691c-f500-476b-8abe-a121ca295398 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 Feb 18 02:52:56.852512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e960fc-07f9-4e94-bb4a-27041e78d8ce req-0db9766c-f841-4782-b75e-2b18cb63fdea tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:56.854064 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f5e960fc-07f9-4e94-bb4a-27041e78d8ce req-0db9766c-f841-4782-b75e-2b18cb63fdea tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.1509247 Feb 18 02:52:56.879029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ba11761c-a6bf-4b1e-88e2-235caac5f269 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:52:56.949048 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Deleting port e7c3d731-129d-4403-8993-775e57df0615 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:52:56.949463 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:56.954619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ba11761c-a6bf-4b1e-88e2-235caac5f269 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:52:56.955042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:56.982872 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f5e960fc-07f9-4e94-bb4a-27041e78d8ce req-c4051ca0-4f26-4dd8-8ddc-cbc6f8e31ff2 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980599 Feb 18 02:52:57.136883 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] For port e7c3d731-129d-4403-8993-775e57df0615, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=e7c3d731-129d-4403-8993-775e57df0615,segment=NetworkSegment(bbaaeb19-2587-4fc1-8e5a-2afba37bb343),segment_id=bbaaeb19-2587-4fc1-8e5a-2afba37bb343)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:57.137289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:57.271356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Calling delete_port for e7c3d731-129d-4403-8993-775e57df0615 owned by network:router_interface {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:52:57.567499 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22275818-443d-431c-bec9-a6b8c01c2c4a req-58759104-5d7a-46c1-b853-ce017ccc15a0 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:57.569108 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-22275818-443d-431c-bec9-a6b8c01c2c4a req-58759104-5d7a-46c1-b853-ce017ccc15a0 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.2573471 Feb 18 02:52:57.641758 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-22275818-443d-431c-bec9-a6b8c01c2c4a req-96eb3a4e-676c-4ec0-b35c-aef7328222bb tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636549 Feb 18 02:52:57.716534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:57.733586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:52:57.840640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c3d731-129d-4403-8993-775e57df0615,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:52:57.846891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:52:58.028194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3bbe8-4af6-422b-be17-5a475a538a9b req-ee203455-d050-4159-b9db-17fa03b7969f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:52:58.029809 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c4a3bbe8-4af6-422b-be17-5a475a538a9b req-ee203455-d050-4159-b9db-17fa03b7969f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 946 time: 0.0914779 Feb 18 02:52:58.098834 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c4a3bbe8-4af6-422b-be17-5a475a538a9b req-2cb9a135-fb0f-4da9-b601-3a2dd9a5e1df tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585651 Feb 18 02:52:58.323123 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375804'] for router_interface, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:58.843967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Router e202b9ba-0f08-42bb-9898-c448b71f2035 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:52:59.041751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:52:59.051430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] Sync routers for ids ['e202b9ba-0f08-42bb-9898-c448b71f2035'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:52:59.058053 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] 10.222.0.13 "PUT /v2.0/routers/e202b9ba-0f08-42bb-9898-c448b71f2035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3939273 Feb 18 02:52:59.058414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44760) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:52:59.061205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] Routers {'e202b9ba-0f08-42bb-9898-c448b71f2035'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:52:59.061879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:52:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['e202b9ba-0f08-42bb-9898-c448b71f2035'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:59.251785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:59.258175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] Set router e202b9ba-0f08-42bb-9898-c448b71f2035 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:52:59.475840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:59.488036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Deleting port 917e96a1-77e3-4e2c-ae04-f25e6f110f65 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:52:59.488517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:59.657227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:52:57Z', 'revision_number': 5, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'gw_port': {'id': '917e96a1-77e3-4e2c-ae04-f25e6f110f65', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:24Z', 'updated_at': '2021-02-18T02:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:59.662085 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] Checking router: e202b9ba-0f08-42bb-9898-c448b71f2035 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:52:59.681287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] Routers {'e202b9ba-0f08-42bb-9898-c448b71f2035'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:52:59.684023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:52:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['e202b9ba-0f08-42bb-9898-c448b71f2035'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:52:59.700313 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] For port 917e96a1-77e3-4e2c-ae04-f25e6f110f65, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=917e96a1-77e3-4e2c-ae04-f25e6f110f65,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:52:59.700721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:52:59.849601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Calling delete_port for 917e96a1-77e3-4e2c-ae04-f25e6f110f65 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:52:59.903996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] Set router e202b9ba-0f08-42bb-9898-c448b71f2035 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:53:00.021655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:52:59Z', 'revision_number': 6, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'gw_port_host': None}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:00.025641 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fdd90-2dbd-4f08-a5a2-81762974bfc9 None None] The sync data for ids ['e202b9ba-0f08-42bb-9898-c448b71f2035'] in dv-cinder-763306-10-smb is: [{'id': 'e202b9ba-0f08-42bb-9898-c448b71f2035', 'name': 'tempest-ServerRescueNegativeTestJSON-767399796-router', 'tenant_id': '046471a7e0dc48d9b13fb015e14eae8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:52:59Z', 'revision_number': 6, 'project_id': '046471a7e0dc48d9b13fb015e14eae8a', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:53:00.044776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:00.064542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:00.184595 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=917e96a1-77e3-4e2c-ae04-f25e6f110f65,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:00.187740 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:00.262413 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854401939'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:00.475970 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747896'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:00.478706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:00.593970 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854405870'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:00.594798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e202b9ba-0f08-42bb-9898-c448b71f2035 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 02:53:00.610419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:00.614149 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] 10.222.0.13 "DELETE /v2.0/routers/e202b9ba-0f08-42bb-9898-c448b71f2035 HTTP/1.1" status: 204 len: 168 time: 1.5523775 Feb 18 02:53:00.614586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44792) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:00.942388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-339d0f03-daba-4e3f-9542-90ada668e725 admin admin] Deleting subnet 00e34102-e7fd-48eb-93b6-b7db3d3a94e0 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:53:00.945770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-339d0f03-daba-4e3f-9542-90ada668e725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:01.059053 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-339d0f03-daba-4e3f-9542-90ada668e725 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:01.069311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-339d0f03-daba-4e3f-9542-90ada668e725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:01.207212 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519e52d-23c0-4d46-9d5d-c8a8e3d4789a req-27227915-5931-4a78-abeb-210028e8dc14 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:01.208836 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7519e52d-23c0-4d46-9d5d-c8a8e3d4789a req-27227915-5931-4a78-abeb-210028e8dc14 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.2349992 Feb 18 02:53:01.282221 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7519e52d-23c0-4d46-9d5d-c8a8e3d4789a req-98a097b4-276c-49eb-8651-5b08e61569ed tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649853 Feb 18 02:53:01.384007 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e7c3d731-129d-4403-8993-775e57df0615 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:53:01.408955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-339d0f03-daba-4e3f-9542-90ada668e725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:01.426536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: e7c3d731-129d-4403-8993-775e57df0615 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:53:01.427155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e7c3d731-129d-4403-8993-775e57df0615 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:53:01.427624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 917e96a1-77e3-4e2c-ae04-f25e6f110f65 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:53:01.470669 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 917e96a1-77e3-4e2c-ae04-f25e6f110f65 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:53:01.471068 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 917e96a1-77e3-4e2c-ae04-f25e6f110f65 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:53:01.490425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:01.543033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d0f03-daba-4e3f-9542-90ada668e725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e34102-e7fd-48eb-93b6-b7db3d3a94e0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:01.550336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-339d0f03-daba-4e3f-9542-90ada668e725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:01.580201 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-339d0f03-daba-4e3f-9542-90ada668e725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:01.586670 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-339d0f03-daba-4e3f-9542-90ada668e725 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/00e34102-e7fd-48eb-93b6-b7db3d3a94e0 HTTP/1.1" status: 204 len: 168 time: 0.9710701 Feb 18 02:53:01.589586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44810) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:01.705580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:01.895265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:02.009174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.009670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.010269 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.010637 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.010994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.011369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.012299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.012675 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.013029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.013381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.141002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.141386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.141762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.142132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84023) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 02:53:02.142524 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea975c3c-9128-4e47-a680-a4fc2a1ab767']}} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:02.157809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:02.158141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaaeb19-2587-4fc1-8e5a-2afba37bb343') {} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:02.171391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6801065'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:02.191087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:02.193408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:53:02.383205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:53:02.392427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847971770'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:02.636384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Network ea975c3c-9128-4e47-a680-a4fc2a1ab767 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: from cryptography.utils import int_from_bytes Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: from cryptography.utils import int_from_bytes Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: (rel_b, rel_a, rel_b), Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: (rel_b, rel_a, rel_b), Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:53:02.664577 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:53:02.761071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3d889-d2d5-4904-be65-c2ad5e28f939 req-51aa1f99-d71f-4ed8-9313-24970f6f4170 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:02.762863 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c6f3d889-d2d5-4904-be65-c2ad5e28f939 req-51aa1f99-d71f-4ed8-9313-24970f6f4170 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.3560381 Feb 18 02:53:02.795731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:02.814450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:02.837454 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c6f3d889-d2d5-4904-be65-c2ad5e28f939 req-91f4da8f-671d-4290-a342-6a7f7a9c0aed tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658247 Feb 18 02:53:02.838641 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:02.841952 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea975c3c-9128-4e47-a680-a4fc2a1ab767,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:02.845238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:02.858758 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea975c3c-9128-4e47-a680-a4fc2a1ab767 HTTP/1.1" status: 204 len: 168 time: 1.2675037 Feb 18 02:53:02.957026 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95e62a-3516-495e-95af-64ae2775c622 req-4c71170f-cbeb-4949-bb52-0696b55470b0 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:02.958886 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fa95e62a-3516-495e-95af-64ae2775c622 req-4c71170f-cbeb-4949-bb52-0696b55470b0 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0959725 Feb 18 02:53:02.983272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44828) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:03.012040 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fa95e62a-3516-495e-95af-64ae2775c622 req-c10da1ac-c825-4fba-9470-ba1e776a8247 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Feb 18 02:53:03.036476 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-fa9bf6b1-b701-4147-9b01-63e322e0ad75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=046471a7e0dc48d9b13fb015e14eae8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517330 Feb 18 02:53:03.038956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44832) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:03.227549 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc526cc3-9b61-499a-83fc-9dd4d0150646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:03.277255 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-ae99cb0d-8cce-42a4-bf29-5c235525d0dd tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2216687 Feb 18 02:53:03.279084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc526cc3-9b61-499a-83fc-9dd4d0150646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:03.293425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'floatingip': {'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:03.306657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:03.315636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Usage tracker for resource:floatingip and tenant:bef4ae781b624b4197adf272955e1947 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:03.326671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:03.337153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:03.346939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:03.424936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc526cc3-9b61-499a-83fc-9dd4d0150646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:03.430575 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1d62abb6-5232-4d8c-8d0e-b89c6ef952f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:03.455392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc526cc3-9b61-499a-83fc-9dd4d0150646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cdb5e4-d388-450a-901c-3d7122d015d0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:03.458709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cc526cc3-9b61-499a-83fc-9dd4d0150646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:03.470628 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc526cc3-9b61-499a-83fc-9dd4d0150646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:03.471906 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cc526cc3-9b61-499a-83fc-9dd4d0150646 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6cdb5e4-d388-450a-901c-3d7122d015d0 HTTP/1.1" status: 204 len: 168 time: 0.4319513 Feb 18 02:53:03.525696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:03.813385 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Allocated IP 172.28.1.69 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/0e07bdcd-761d-4e19-a58b-a3075b774105) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:53:03.973361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:04.009484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:04.025889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dce6f0ca-72b0-412f-978e-2ddc7419802d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:04.058587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00a219-b3b2-48d1-9ac0-2fcc569e0b5a req-989ad42e-c92e-42c8-8790-79c47dd3ddb0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:04.060227 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be00a219-b3b2-48d1-9ac0-2fcc569e0b5a req-989ad42e-c92e-42c8-8790-79c47dd3ddb0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0911043 Feb 18 02:53:04.112439 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be00a219-b3b2-48d1-9ac0-2fcc569e0b5a req-b1e371b5-e96a-4cdd-94eb-c36dbaa22e60 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444031 Feb 18 02:53:04.180033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event updated for resources: {'Port': ['ID=0e07bdcd-761d-4e19-a58b-a3075b774105,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:04.185281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:04.233887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:53:04.235097 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:53:04.237651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:53:04.325564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:04.394264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:04.996629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:05.000900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:05.016167 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:05.156474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event updated for resources: {'Port': ['ID=0e07bdcd-761d-4e19-a58b-a3075b774105,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:05.160082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:05.273310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:05.298397 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:05.300130 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0137398 Feb 18 02:53:05.408478 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-68c5ade8-37b4-49cd-82ae-793d6c236581 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Synchronizing usage tracker for tenant:bef4ae781b624b4197adf272955e1947 on resource:floatingip {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:53:05.428074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-68c5ade8-37b4-49cd-82ae-793d6c236581 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Unset dirty status for tenant:bef4ae781b624b4197adf272955e1947 on resource:floatingip {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:53:05.429982 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-68c5ade8-37b4-49cd-82ae-793d6c236581 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.69 HTTP/1.1" status: 200 len: 695 time: 0.1232479 Feb 18 02:53:05.469304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961ab53-48b6-4d0c-a157-38fefcd45b60 req-ce8a7778-d325-4782-8cf3-c5f4935600c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:05.470921 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d961ab53-48b6-4d0c-a157-38fefcd45b60 req-ce8a7778-d325-4782-8cf3-c5f4935600c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0929615 Feb 18 02:53:05.524133 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d961ab53-48b6-4d0c-a157-38fefcd45b60 req-e5a1cfe5-c5f6-4474-9db8-97d1ffc858a2 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446799 Feb 18 02:53:05.597335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-2e02b3f3-5a5c-41d6-b821-234d9136a4ec tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:05.598826 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-2e02b3f3-5a5c-41d6-b821-234d9136a4ec tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/networks/6fd03acf-077a-4992-b52f-35408fdf411b HTTP/1.1" status: 200 len: 784 time: 0.1622844 Feb 18 02:53:05.610924 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-b90a04c0-967d-44ee-8f32-a6783c975681 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:53:05.612025 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b963e162-6f80-48bf-a2b9-f223ecb3a70f req-b90a04c0-967d-44ee-8f32-a6783c975681 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067396 Feb 18 02:53:05.801533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-0a46871c-57f5-493a-a66b-51d16dd34192 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:05.803130 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-0a46871c-57f5-493a-a66b-51d16dd34192 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0915885 Feb 18 02:53:05.826969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44918) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:05.891491 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4e923276-1543-4161-badc-250418c38ac4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.69 HTTP/1.1" status: 200 len: 695 time: 0.0813890 Feb 18 02:53:05.902419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4c2165ee-d878-4e11-a47b-641569e0de4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'floatingip': {'port_id': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:05.953321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:05.972668 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:05.976822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Usage tracker for resource:security_group_rule and tenant:8525f0253f4c4feb81627a4604ad7eac is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:05.979860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:05.986119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:05.989437 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4c2165ee-d878-4e11-a47b-641569e0de4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.071717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.075247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.084031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-525b46bb-6b60-47e7-a969-577c44b67ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:06.131936 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8525f0253f4c4feb81627a4604ad7eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997842 Feb 18 02:53:06.131936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c932ee93-f4fb-4ff1-b890-a8e3755e36ef,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:06.132207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:06.132735 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44924) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:06.194921 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c57e3722-c2b4-4e62-9809-2713ed934177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.221723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c57e3722-c2b4-4e62-9809-2713ed934177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.270809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c57e3722-c2b4-4e62-9809-2713ed934177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.275869 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f20b61db-7844-402d-ba3d-14c40eb13099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:06.294082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e3722-c2b4-4e62-9809-2713ed934177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932ee93-f4fb-4ff1-b890-a8e3755e36ef,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:06.296883 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c57e3722-c2b4-4e62-9809-2713ed934177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:06.298049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c57e3722-c2b4-4e62-9809-2713ed934177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.299256 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c57e3722-c2b4-4e62-9809-2713ed934177 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c932ee93-f4fb-4ff1-b890-a8e3755e36ef HTTP/1.1" status: 204 len: 168 time: 0.1655312 Feb 18 02:53:06.621523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44934) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:06.642515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.642766 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4c2165ee-d878-4e11-a47b-641569e0de4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.645476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4c2165ee-d878-4e11-a47b-641569e0de4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.712460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:06.721184 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:7b250a4477ee4696aac671a2384fefdb is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:06.728306 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:06.737088 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:06.783824 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b94c-7a71-4e59-b3d7-d98df5eb95a2 req-b4748cca-68ef-4182-a950-e618ba99c5a9 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:06.785451 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7820b94c-7a71-4e59-b3d7-d98df5eb95a2 req-b4748cca-68ef-4182-a950-e618ba99c5a9 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1441529 Feb 18 02:53:06.838301 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4c2165ee-d878-4e11-a47b-641569e0de4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Floating IP efab5415-5250-4816-9e83-bee8c1b533b0 associated. External IP: 172.28.1.69, port: ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5. Feb 18 02:53:06.855820 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7820b94c-7a71-4e59-b3d7-d98df5eb95a2 req-e854faf5-c87a-4085-b35e-14a49047f5c1 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608819 Feb 18 02:53:06.895989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.900498 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:06.910009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c9d042f9-ee63-4d2f-b4aa-27ec414188d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:06.954719 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b250a4477ee4696aac671a2384fefdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318746 Feb 18 02:53:06.956546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad550ae-8306-4423-83b9-8a220efeb1cb,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:06.960000 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:06.960639 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 44942) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:07.024232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7bc22da-8c35-4219-9685-11217791366c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:07.051835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7bc22da-8c35-4219-9685-11217791366c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:07.096851 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7bc22da-8c35-4219-9685-11217791366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:07.102783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cf7eb3ce-803d-402b-9e7d-8e9fd27000b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:07.116335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc22da-8c35-4219-9685-11217791366c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad550ae-8306-4423-83b9-8a220efeb1cb,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:07.119231 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c7bc22da-8c35-4219-9685-11217791366c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:07.120527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7bc22da-8c35-4219-9685-11217791366c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:07.124557 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c7bc22da-8c35-4219-9685-11217791366c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cad550ae-8306-4423-83b9-8a220efeb1cb HTTP/1.1" status: 204 len: 168 time: 0.1625774 Feb 18 02:53:07.444745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4c2165ee-d878-4e11-a47b-641569e0de4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:53:07.641872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4c2165ee-d878-4e11-a47b-641569e0de4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:53:07.648941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4c2165ee-d878-4e11-a47b-641569e0de4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:07.653329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] Sync routers for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:53:07.663260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:53:07.664163 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:52:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:07.747767 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-4c2165ee-d878-4e11-a47b-641569e0de4d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "PUT /v2.0/floatingips/efab5415-5250-4816-9e83-bee8c1b533b0 HTTP/1.1" status: 200 len: 996 time: 1.8500373 Feb 18 02:53:07.751563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:53:07.862474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-f93fd8f2-2aec-4d18-8048-1d32a3f43b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:07.870363 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-f93fd8f2-2aec-4d18-8048-1d32a3f43b30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1163 time: 0.1005085 Feb 18 02:53:08.149473 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'status': 'completed', 'code': 200} Feb 18 02:53:08.248429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:53:08.252636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-1cb5c173-8eab-4f91-bacd-1bb8ace8f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:08.260768 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-1cb5c173-8eab-4f91-bacd-1bb8ace8f110 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 907 time: 0.3888907 Feb 18 02:53:08.394799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-aec6353b-37fc-428e-802f-4fd95751d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:08.396702 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-aec6353b-37fc-428e-802f-4fd95751d5a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1163 time: 0.2374382 Feb 18 02:53:08.400908 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be16e9-7713-434c-812f-4254d5ceb717 req-76e13087-1a15-4663-9432-d3846064335d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:08.403952 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a7be16e9-7713-434c-812f-4254d5ceb717 req-76e13087-1a15-4663-9432-d3846064335d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0956829 Feb 18 02:53:08.414816 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-6f3f46de-2a63-4456-8690-3d63aedf5933 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 999 time: 0.1530623 Feb 18 02:53:08.467781 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a7be16e9-7713-434c-812f-4254d5ceb717 req-429d085f-70bf-4b8e-bb1c-acec44f285c4 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573864 Feb 18 02:53:08.622428 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-f0cb494c-0f0e-46fd-8b9f-be85dc3a5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:08.624301 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-f0cb494c-0f0e-46fd-8b9f-be85dc3a5e3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 907 time: 0.1634219 Feb 18 02:53:08.636157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-afd2a649-fc93-4497-90f3-d5dad8e001a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:08.643979 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-afd2a649-fc93-4497-90f3-d5dad8e001a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 200 len: 852 time: 0.2281303 Feb 18 02:53:08.739495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': 'efab5415-5250-4816-9e83-bee8c1b533b0', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'port_id': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'mac_address': 'fa:16:3e:bd:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44749952-5359-481a-bf9c-e3033af3ecd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:53:04Z', 'updated_at': '2021-02-18T02:53:06Z', 'revision_number': 1, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:23Z', 'revision_number': 5, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:08.744881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] Checking router: c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:53:08.755740 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:53:08.756420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:52:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:08.818118 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-54f93a72-c711-4e33-a6a6-ff2e5696f427 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 999 time: 0.1727369 Feb 18 02:53:08.856595 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-f3df64b4-4cbf-45d8-811d-37991f51cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:08.858269 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-f3df64b4-4cbf-45d8-811d-37991f51cd14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c2dc570-a733-47bd-814f-c2012496faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2117765 Feb 18 02:53:08.871946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-fc42edf8-0c7e-4013-bec0-0322059cdb18 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:53:08.872982 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-fc42edf8-0c7e-4013-bec0-0322059cdb18 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0068448 Feb 18 02:53:08.976687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:53:09.111235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-4383aa21-a6b7-4149-a6bf-f9beaa84b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:09.112885 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-4383aa21-a6b7-4149-a6bf-f9beaa84b62c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 200 len: 852 time: 0.2234869 Feb 18 02:53:09.118130 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-df7cf486-49ec-4223-932f-d2887d53071d service neutron] 10.222.0.13 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240543 Feb 18 02:53:09.336715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-aaf6d1a0-3e6b-4f06-9e66-88bebed7defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:09.338376 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-aaf6d1a0-3e6b-4f06-9e66-88bebed7defb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c2dc570-a733-47bd-814f-c2012496faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2131274 Feb 18 02:53:09.434090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': 'efab5415-5250-4816-9e83-bee8c1b533b0', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'port_id': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'mac_address': 'fa:16:3e:bd:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44749952-5359-481a-bf9c-e3033af3ecd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:53:04Z', 'updated_at': '2021-02-18T02:53:06Z', 'revision_number': 1, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:23Z', 'revision_number': 5, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:09.438580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07790d42-e6e2-49d1-b98c-62893d93be6b None None] The sync data for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb is: [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': 'efab5415-5250-4816-9e83-bee8c1b533b0', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'port_id': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'mac_address': 'fa:16:3e:bd:af:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44749952-5359-481a-bf9c-e3033af3ecd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:53:04Z', 'updated_at': '2021-02-18T02:53:06Z', 'revision_number': 1, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:23Z', 'revision_number': 5, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:53:09.470146 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db52014-9dcd-4c7d-aff9-ccb413e623d0 req-dd5b64a7-6714-4431-90d5-c70871a261e7 service neutron] 10.222.0.13 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3081217 Feb 18 02:53:09.584108 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-8c6d3d26-7eb1-4bdb-96e0-cf98a9f12a98 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290809 Feb 18 02:53:09.624601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1679047731', 'description': 'tempest-TestMinimumBasicScenario-1679047731 description'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:09.635824 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:09.646403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:09.673769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:09.698744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:09.703798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Usage tracker for resource:security_group_rule and tenant:bef4ae781b624b4197adf272955e1947 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:09.706871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:09.713140 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:09.795563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:09.799608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:09.807312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-62ffb1f7-769d-4776-8478-e505bba5f09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:09.815949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da84047-9c8a-4ede-b706-3f5e48601f63 req-2f544aff-d4ac-4777-ad1e-eaa355c5ba67 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:09.816871 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4da84047-9c8a-4ede-b706-3f5e48601f63 req-2f544aff-d4ac-4777-ad1e-eaa355c5ba67 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1880105 Feb 18 02:53:09.817358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45034) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:09.836788 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-192e96fc-b967-4e0d-b50e-47bc7877e56d req-bc1cfe6c-39d8-40da-8a54-336f6fd00d83 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2346387 Feb 18 02:53:09.872227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fac2e65-3def-460e-a886-536656005e66,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:09.885933 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4da84047-9c8a-4ede-b706-3f5e48601f63 req-1c61922a-3799-42fc-96f6-fe50f8666e80 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521848 Feb 18 02:53:09.888349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:09.890183 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1796959f-6868-459d-894b-e84d33c7815c req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2704325 Feb 18 02:53:09.891270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ebd4a-e917-4d70-a587-b0ff4bf5b50d None None] New status for floating IP efab5415-5250-4816-9e83-bee8c1b533b0: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:53:09.892477 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:09.985643 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-835c1695-c6d5-42f1-9cd1-3f3ed1f2615c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups/7fac2e65-3def-460e-a886-536656005e66 HTTP/1.1" status: 200 len: 1814 time: 0.0532775 Feb 18 02:53:10.008021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fac2e65-3def-460e-a886-536656005e66', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:10.008371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fac2e65-3def-460e-a886-536656005e66', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:10.015069 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:10.019077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Usage tracker for resource:security_group_rule and tenant:bef4ae781b624b4197adf272955e1947 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:10.022434 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:10.028530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:10.039444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.072204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:10.077601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Usage tracker for resource:security_group_rule and tenant:a923efbcfcbd4227820993c3488b8f57 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:10.082150 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:10.087664 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963110ba-a103-4b81-90f0-3d71a0f572cd req-852befee-1fbd-4795-9a03-97ffeff85fb6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:10.088235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:10.089212 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-963110ba-a103-4b81-90f0-3d71a0f572cd req-852befee-1fbd-4795-9a03-97ffeff85fb6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0898254 Feb 18 02:53:10.191976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.206063 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-963110ba-a103-4b81-90f0-3d71a0f572cd req-dc6f3d6f-4de1-4d8b-82a0-9560c374e3ad tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822184 Feb 18 02:53:10.212310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.215961 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.226957 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-effb0e0b-203e-4070-b428-32c9a6fbd518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:10.285232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.288337 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a923efbcfcbd4227820993c3488b8f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670093 Feb 18 02:53:10.291227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45046) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:10.292134 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.299322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18688d66-e8d9-4fe0-a46b-fd48bb71fd57,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:10.302801 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:10.305496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:10.328192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e549d807-83c8-434b-b6f4-ced2c77d6fac,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:10.332250 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:10.345078 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.346644 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3cd21ad3-d66e-4968-828b-bce06fd04f30 req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3442812 Feb 18 02:53:10.366955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4e15-4590-40e1-b5f5-e8dabb70150e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.421516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4e15-4590-40e1-b5f5-e8dabb70150e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.470315 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-a7c1bd8c-5053-4050-8254-c336579bf323 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups/7fac2e65-3def-460e-a886-536656005e66 HTTP/1.1" status: 200 len: 2407 time: 0.1011975 Feb 18 02:53:10.481735 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fac2e65-3def-460e-a886-536656005e66', 'remote_group_id': None}]} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:10.482093 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fac2e65-3def-460e-a886-536656005e66', 'remote_group_id': None}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:10.488970 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:10.494020 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Usage tracker for resource:security_group_rule and tenant:bef4ae781b624b4197adf272955e1947 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:10.497162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:10.503044 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:10.510787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4e15-4590-40e1-b5f5-e8dabb70150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.516822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2385a6bf-ecf3-4515-937b-b0a1058a7657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:10.534601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd4e15-4590-40e1-b5f5-e8dabb70150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18688d66-e8d9-4fe0-a46b-fd48bb71fd57,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:10.539919 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8bcd4e15-4590-40e1-b5f5-e8dabb70150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:10.550857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4e15-4590-40e1-b5f5-e8dabb70150e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.552113 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-8bcd4e15-4590-40e1-b5f5-e8dabb70150e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18688d66-e8d9-4fe0-a46b-fd48bb71fd57 HTTP/1.1" status: 204 len: 168 time: 0.2592807 Feb 18 02:53:10.586817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.612304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.616036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.618142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:10.643428 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63192e96-50e3-4d37-b49f-d6e9b3187075,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:10.647785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:10.655937 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.657180 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-317791ee-d5f6-4045-9a33-90d8e0569bb1 req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1800299 Feb 18 02:53:10.799376 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-05624604-7924-4258-ab08-6941618d90b4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1679047731&fields=id&tenant_id=bef4ae781b624b4197adf272955e1947 HTTP/1.1" status: 200 len: 267 time: 0.0475132 Feb 18 02:53:10.862692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45058) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:10.881978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:10.890102 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-ba945a56-7186-4411-b6b9-2b583a17ef52 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:10.891725 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-ba945a56-7186-4411-b6b9-2b583a17ef52 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0862508 Feb 18 02:53:10.898309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:10.902735 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Usage tracker for resource:security_group_rule and tenant:3cc915918dc54cf98941ff058d632613 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:10.903978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'port': {'security_groups': ['bfa8f877-4375-4274-a5cf-bfa95716a795', '7fac2e65-3def-460e-a886-536656005e66']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:10.906158 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:10.912299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:10.986825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:53:11.004853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.008832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.036196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d21cbb97-332b-4224-a3e2-0cdbb6cf46cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:11.038965 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.071093 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:53:11.071580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.103782 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cc915918dc54cf98941ff058d632613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398221 Feb 18 02:53:11.106725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45064) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:11.140095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4584d68-ab52-4dbb-be81-68c4d8203c2b,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:11.143540 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:11.167025 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972db992-0b7b-44b7-9fc1-f9dac08c2afb req-b0ff5a33-59b1-4d6f-9c46-2bd8976820d5 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:11.169250 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972db992-0b7b-44b7-9fc1-f9dac08c2afb req-b0ff5a33-59b1-4d6f-9c46-2bd8976820d5 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1342771 Feb 18 02:53:11.225652 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972db992-0b7b-44b7-9fc1-f9dac08c2afb req-be57ab51-8eb0-40b9-a329-8da8104671d0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498207 Feb 18 02:53:11.293793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00f08516-fc80-452f-b80b-2ba7ac0488a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.346290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00f08516-fc80-452f-b80b-2ba7ac0488a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.439425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8c815-6172-42a2-8c1a-766bbbb7a4fa req-a5007b01-660e-4cce-955c-c771bb158085 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:11.441076 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b2e8c815-6172-42a2-8c1a-766bbbb7a4fa req-a5007b01-660e-4cce-955c-c771bb158085 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.0945048 Feb 18 02:53:11.490702 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b2e8c815-6172-42a2-8c1a-766bbbb7a4fa req-a71e46dd-44c1-4c2f-b737-2dab446368cb tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Feb 18 02:53:11.535450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00f08516-fc80-452f-b80b-2ba7ac0488a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.542461 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-716a0328-95d3-4e79-ad9e-bf216810465d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:11.556495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] For port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:53:11.563265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f08516-fc80-452f-b80b-2ba7ac0488a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4584d68-ab52-4dbb-be81-68c4d8203c2b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:11.567368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00f08516-fc80-452f-b80b-2ba7ac0488a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:11.570636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00f08516-fc80-452f-b80b-2ba7ac0488a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.572129 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-00f08516-fc80-452f-b80b-2ba7ac0488a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4584d68-ab52-4dbb-be81-68c4d8203c2b HTTP/1.1" status: 204 len: 168 time: 0.4644079 Feb 18 02:53:11.599865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.606583 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286117'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.621704 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:11.797661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event updated for resources: {'Port': ['ID=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,revision_number=5']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:11.802946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:11.845621 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:11.846304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:11.847833 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-89194a63-14ce-49bd-a177-a1a2e6975158 req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "PUT /v2.0/ports/ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 982 time: 0.9492774 Feb 18 02:53:11.848380 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:53:11.904137 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'status': 'completed', 'code': 200} Feb 18 02:53:12.117080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-e900d0bf-88df-41fe-9aa6-f66a20f2eb8f None None] Provisioning complete for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:53:12.117874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e900d0bf-88df-41fe-9aa6-f66a20f2eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:12.131176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ab653-9628-4f38-8812-2417654f0459 req-8420e32e-a57e-47f7-9147-9916811651b8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:12.133198 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ba6ab653-9628-4f38-8812-2417654f0459 req-8420e32e-a57e-47f7-9147-9916811651b8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.1040132 Feb 18 02:53:12.244581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Deleting port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:53:12.246567 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:12.341836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-21c78bcb-2e4a-4082-8fed-4eff93ff90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:12.343769 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-21c78bcb-2e4a-4082-8fed-4eff93ff90d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1203 time: 0.4124682 Feb 18 02:53:12.355660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759bf53-f4e1-4daa-a73e-e4b1bb3250d2 req-6a4babeb-4227-4fb4-83af-c9886c3405ac tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:12.363869 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3759bf53-f4e1-4daa-a73e-e4b1bb3250d2 req-6a4babeb-4227-4fb4-83af-c9886c3405ac tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.3891032 Feb 18 02:53:12.458686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-395b612d-2c07-4656-8c5e-6757fa177ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:12.504595 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3759bf53-f4e1-4daa-a73e-e4b1bb3250d2 req-579527e1-6e65-4305-9ffe-2921814d1af2 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1392510 Feb 18 02:53:12.564661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-5376ef6b-2611-487c-b0ad-754d767f612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:12.566589 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-5376ef6b-2611-487c-b0ad-754d767f612e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 907 time: 0.1999874 Feb 18 02:53:12.628258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] For port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:53:12.628672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:12.642915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822a2e5-b887-43ed-9595-a95100b32eaa req-c0cadabd-4093-408e-b5cd-2b89862ab8c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:12.644615 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b822a2e5-b887-43ed-9595-a95100b32eaa req-c0cadabd-4093-408e-b5cd-2b89862ab8c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.2770867 Feb 18 02:53:12.766335 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-1efd9012-c5ba-4d26-8929-e500af9f5f66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 1001 time: 0.1812105 Feb 18 02:53:12.852047 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b822a2e5-b887-43ed-9595-a95100b32eaa req-7146ed4a-6293-49bf-a9e8-4388f28c5d9c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394534 Feb 18 02:53:12.854171 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28b5ce-3e4b-4f63-b063-5ddb39af2a99 req-e598ba91-8cb4-42ac-ac9d-96f85be92f20 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:12.862985 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ff28b5ce-3e4b-4f63-b063-5ddb39af2a99 req-e598ba91-8cb4-42ac-ac9d-96f85be92f20 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 946 time: 0.2074800 Feb 18 02:53:12.881869 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-50ce1893-db9d-4931-bd4b-5bb0f1bdd524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:12.883410 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-50ce1893-db9d-4931-bd4b-5bb0f1bdd524 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 200 len: 852 time: 0.1087122 Feb 18 02:53:12.976308 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ff28b5ce-3e4b-4f63-b063-5ddb39af2a99 req-dbe9a953-691d-4e21-b8db-0fbd24baed70 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0d1feab-6463-4428-9aa8-1154a64f1c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122127 Feb 18 02:53:13.030608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-2900a80d-8051-4909-9d3f-98028ad66973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:13.032688 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-2900a80d-8051-4909-9d3f-98028ad66973 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c2dc570-a733-47bd-814f-c2012496faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1326632 Feb 18 02:53:13.038267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:13.038691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:13.039053 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Floating IP 18bf697c-8740-4132-ad40-9cefb9d286a1 disassociated. External IP: 172.28.1.218, port: 3ea8bd25-6e41-41a6-87d9-41d68776a4b7. Feb 18 02:53:13.039458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Calling delete_port for 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:53:13.116460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:53:13.244721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:13.261703 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-62a01934-f757-4389-b8fd-06a0d308cd14 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068954 Feb 18 02:53:13.265738 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-46999faf-5fdf-4d2d-b09e-ba5ae8878ceb tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:13.288776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:53:13.398736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event deleted for resources: {'Port': ['ID=3ea8bd25-6e41-41a6-87d9-41d68776a4b7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:13.403048 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:13.419979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:53:13.420413 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:13.535653 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a540d264-fb13-4bc5-ad72-b11297fdbe5c req-f7fc5a9c-b90a-4255-8bcf-6666e4f74a17 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2631483 Feb 18 02:53:13.550551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0160bd9-7d07-401d-ad6b-841342f8e210 req-c19c8f22-7c19-4992-9cc4-21020b97e1de tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:13.552204 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d0160bd9-7d07-401d-ad6b-841342f8e210 req-c19c8f22-7c19-4992-9cc4-21020b97e1de tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1730504 Feb 18 02:53:13.603278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:53:13.605502 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d0160bd9-7d07-401d-ad6b-841342f8e210 req-3947620c-0054-4b0a-a2bf-3852c84b6e5a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468900 Feb 18 02:53:13.665848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-5c4666b4-8c7a-433b-a0c5-86d57ccc80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:13.667500 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-5c4666b4-8c7a-433b-a0c5-86d57ccc80c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 1163 time: 0.2485769 Feb 18 02:53:13.682002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:53:13.682534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:13.849991 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:53:13.898399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] No Port match for: 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:53:13.898948 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 not bound to the agent host hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:53:13.948530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-42b22f44-cdbd-4e19-acc8-d8b724308523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:13.950736 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-42b22f44-cdbd-4e19-acc8-d8b724308523 service neutron] 10.222.0.52 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 905 time: 0.2729802 Feb 18 02:53:13.955671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Router 40aac55d-bbcf-4d48-b830-a752f3838804 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:53:14.066764 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-5c3e32b9-08dd-47b6-bb48-052a89108409 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 HTTP/1.1" status: 200 len: 1002 time: 0.1082075 Feb 18 02:53:14.420901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45158) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:14.497476 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d4ccf748-4fab-4ade-8df1-951873d6ad2d req-df4141ac-a040-47b9-a11d-8803ebae6784 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 210 time: 0.3586407 Feb 18 02:53:14.522277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-89892563-41e1-4bc4-8be3-7be7d89f2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:14.524178 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-89892563-41e1-4bc4-8be3-7be7d89f2707 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 200 len: 850 time: 0.3927650 Feb 18 02:53:14.557970 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:14.574320 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:14.578519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Usage tracker for resource:security_group_rule and tenant:e8143e84f4b54745b933c546f878cbed is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:14.581545 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:14.587610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:14.690941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:53:14.702156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] Sync routers for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:53:14.728271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:53:14.729020 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:52:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:14.782189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] No DVR routers for this DVR port 3ea8bd25-6e41-41a6-87d9-41d68776a4b7 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:53:14.788271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:14.811262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'name': 'network-vif-deleted', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:53:14.842421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-fa7d8eb2-0b9e-4e78-85f7-507ee44d31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:14.845228 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-fa7d8eb2-0b9e-4e78-85f7-507ee44d31d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=899f9aa8-9045-402c-8b00-46c755c88f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2643521 Feb 18 02:53:14.846387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:14.874486 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed3b26-fdb0-46b5-9413-6cd161a3896f req-4e7b5152-361d-4891-af92-8bfb5bfc2bc6 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:14.882287 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b4ed3b26-fdb0-46b5-9413-6cd161a3896f req-4e7b5152-361d-4891-af92-8bfb5bfc2bc6 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.1345029 Feb 18 02:53:14.885136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:14.915107 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ba6ab653-9628-4f38-8812-2417654f0459 req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "DELETE /v2.0/ports/3ea8bd25-6e41-41a6-87d9-41d68776a4b7 HTTP/1.1" status: 204 len: 173 time: 2.7712636 Feb 18 02:53:14.927654 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-255ad21e-8096-4548-ad07-6a8ff6cf3f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:14.961289 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8143e84f4b54745b933c546f878cbed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391800 Feb 18 02:53:14.962162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45174) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:14.975124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d09d75-cc50-4c70-9fc5-2399a5e76b8b,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:14.989041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:15.010075 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f31b5d-4577-4465-8efe-bf9d93fd5792', 'name': 'network-vif-deleted', 'tag': '3ea8bd25-6e41-41a6-87d9-41d68776a4b7', 'status': 'completed', 'code': 200} Feb 18 02:53:15.012286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:53:15.092497 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-3fd49b8c-9cab-4d0e-8ac2-18c4d56554c8 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254229 Feb 18 02:53:15.150292 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b4ed3b26-fdb0-46b5-9413-6cd161a3896f req-0045bed5-a27b-4abb-8a0d-75780414a374 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670262 Feb 18 02:53:15.157466 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-594ec0cd-b203-43f3-9ca2-1f36f945a010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:15.204785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-594ec0cd-b203-43f3-9ca2-1f36f945a010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:15.248209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eda35f79-124f-4884-bdd4-c9284ce053bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:15.253804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-594ec0cd-b203-43f3-9ca2-1f36f945a010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:15.259642 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-575124a8-aa61-4bd0-9378-04b6ab7482f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:15.277211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ec0cd-b203-43f3-9ca2-1f36f945a010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d09d75-cc50-4c70-9fc5-2399a5e76b8b,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:15.280297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-594ec0cd-b203-43f3-9ca2-1f36f945a010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:15.281225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-594ec0cd-b203-43f3-9ca2-1f36f945a010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:15.282428 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-594ec0cd-b203-43f3-9ca2-1f36f945a010 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2d09d75-cc50-4c70-9fc5-2399a5e76b8b HTTP/1.1" status: 204 len: 168 time: 0.3007965 Feb 18 02:53:15.342057 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51c7883d-402d-4640-9db5-4d57fe7554b9 req-b889fe82-8722-4064-9e49-5e67b319e448 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2387784 Feb 18 02:53:15.669019 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:15.681916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:15.686736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] Checking router: 40aac55d-bbcf-4d48-b830-a752f3838804 for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:53:15.696490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:53:15.697173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:53:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:15.757736 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2d247d7d-959b-42a5-ab1a-c323e080dfe6 req-54044eb8-f506-4ecc-bef1-674da9fa7f5a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5f31b5d-4577-4465-8efe-bf9d93fd5792 HTTP/1.1" status: 200 len: 210 time: 0.0653584 Feb 18 02:53:15.858663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45188) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:15.884555 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:15.907636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:15.912173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Usage tracker for resource:security_group_rule and tenant:f37674d18b8c4c33a0dca9304c1d531d is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:15.915283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:15.924080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:15.949809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:53:16.011886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:16.015782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:16.024689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8da4d7ab-855b-423a-8bdb-3f3a58848461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:16.072032 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f37674d18b8c4c33a0dca9304c1d531d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121968 Feb 18 02:53:16.074354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c969e8-72a3-4b78-9af1-47dd41a89818,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:16.075482 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45192) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:16.077921 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:16.189491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cf426ef-9acd-40d0-90bd-422bee3bae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:16.223517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cf426ef-9acd-40d0-90bd-422bee3bae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:16.305697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:16.310689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4974aa07-8190-4e1a-9627-212b533c90a5 None None] The sync data for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb is: [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:53:16.311653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cf426ef-9acd-40d0-90bd-422bee3bae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:16.319718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-46c260dc-ae55-4977-8c1d-0d4193e2e5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:16.336550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf426ef-9acd-40d0-90bd-422bee3bae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c969e8-72a3-4b78-9af1-47dd41a89818,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:16.373539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2cf426ef-9acd-40d0-90bd-422bee3bae79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:16.379291 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cf426ef-9acd-40d0-90bd-422bee3bae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:16.380553 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-2cf426ef-9acd-40d0-90bd-422bee3bae79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60c969e8-72a3-4b78-9af1-47dd41a89818 HTTP/1.1" status: 204 len: 168 time: 0.3038013 Feb 18 02:53:16.426587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411c455-d9d5-40a1-aea6-b6eb8acb0a6a req-ec1cfa93-c2d6-4735-b73b-c520dc751852 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:16.428520 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e411c455-d9d5-40a1-aea6-b6eb8acb0a6a req-ec1cfa93-c2d6-4735-b73b-c520dc751852 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0946691 Feb 18 02:53:16.487748 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e411c455-d9d5-40a1-aea6-b6eb8acb0a6a req-7baaa8b4-f158-43f6-9531-5893383deae1 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517943 Feb 18 02:53:16.524976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:16.744225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7e8953-1349-4b3f-9d31-baa3d6006230 None None] New status for floating IP 18bf697c-8740-4132-ad40-9cefb9d286a1: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:53:16.765190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:16.923305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45218) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:16.997341 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ac22667-b105-4fcd-b2a5-c526d1652397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:17.028700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ac22667-b105-4fcd-b2a5-c526d1652397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:17.077303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ac22667-b105-4fcd-b2a5-c526d1652397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:17.082825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:17.097200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:53:17.099266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac22667-b105-4fcd-b2a5-c526d1652397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1feab-6463-4428-9aa8-1154a64f1c6c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:17.102132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7ac22667-b105-4fcd-b2a5-c526d1652397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:17.110404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7ac22667-b105-4fcd-b2a5-c526d1652397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:17.114346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45228) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:17.114478 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-7ac22667-b105-4fcd-b2a5-c526d1652397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0d1feab-6463-4428-9aa8-1154a64f1c6c HTTP/1.1" status: 204 len: 168 time: 0.1900475 Feb 18 02:53:17.133636 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.v2.resource [None req-0ea1754f-1a7b-4524-bba5-657534b3dd5d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] show failed (client error): The resource could not be found. Feb 18 02:53:17.135581 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-0ea1754f-1a7b-4524-bba5-657534b3dd5d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups/f0d1feab-6463-4428-9aa8-1154a64f1c6c HTTP/1.1" status: 404 len: 347 time: 0.0187097 Feb 18 02:53:17.138310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45232) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:17.199547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:53:17.199972 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:17.329396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Deleting port bd5ce085-f137-417d-be08-5574a94d05c8 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:53:17.329579 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:17.510979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:17.511870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:17.647259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Calling delete_port for bd5ce085-f137-417d-be08-5574a94d05c8 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:53:17.818105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:17.833711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e73fd0f8-4bac-40bc-b072-0c5bd31cf3ff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:17.930093 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event deleted for resources: {'Port': ['ID=bd5ce085-f137-417d-be08-5574a94d05c8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:17.939661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:18.056583 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.080408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.081928 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1486fe93-8153-4f14-9d6c-39cbd84c0af4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "DELETE /v2.0/floatingips/18bf697c-8740-4132-ad40-9cefb9d286a1 HTTP/1.1" status: 204 len: 168 time: 0.9424856 Feb 18 02:53:18.310733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45258) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:18.316944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385646126', 'description': 'tempest-description--1337951411'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:18.326510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:18.331822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:security_group and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:18.334952 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:18.340874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:18.355035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.377345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:18.381275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:security_group_rule and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:18.384215 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:18.390932 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:18.465207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.468043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.473240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-83132e86-8ea9-4e12-bce5-b331b5b6ec7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:18.516092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29bb8ac-8512-4c4b-872a-96a35dfe04c8,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:18.518879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.523027 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2084191 Feb 18 02:53:18.523027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:18.524013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45262) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:18.529376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'security_group_rule': {'security_group_id': 'b29bb8ac-8512-4c4b-872a-96a35dfe04c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:18.535627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:18.539699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:security_group_rule and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:18.542728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:18.548492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:18.564752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.633946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.636983 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.643981 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:18.663307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5874811f-90b2-4dbf-b0c1-e9288a219d02,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:18.665852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:18.672832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.674093 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496599 Feb 18 02:53:18.676941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45266) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:18.682323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'security_group_rule': {'security_group_id': 'b29bb8ac-8512-4c4b-872a-96a35dfe04c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:18.688907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:18.692971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:security_group_rule and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:18.696008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:18.701645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:18.720741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.786110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.788741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.791035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-54da5480-9285-4248-a4b2-3e27b0817386 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:18.812940 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0003a3-899e-4718-8b12-b213912a2180,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:18.817099 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:18.823726 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:18.824995 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-93bf90c1-e4b1-40f8-a75b-759bd76cc35a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470706 Feb 18 02:53:18.828226 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45270) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:18.833600 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'floatingip': {'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:18.839088 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:18.843094 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Usage tracker for resource:floatingip and tenant:5fdcf0edff8a48e38715bf653734144a is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:18.846169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:18.851966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:18.862881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:19.011774 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:19.297920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Allocated IP 172.28.1.111 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/874a6bd9-e885-4996-9a43-40420550efb2) {{(pid=84024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:53:19.459734 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for port, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:19.490247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:19.505659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:19.876468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'Port': ['ID=874a6bd9-e885-4996-9a43-40420550efb2,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:19.881634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:19.908081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eed9d-d945-498d-9dfb-b28602dd2f71 req-3443af8f-69be-4234-91cf-b61a06d8125f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:19.909728 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fd9eed9d-d945-498d-9dfb-b28602dd2f71 req-3443af8f-69be-4234-91cf-b61a06d8125f tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 946 time: 0.0923591 Feb 18 02:53:19.924377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:53:19.925522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources bound (agent type, host, resource id): {{(pid=84024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:53:19.927872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Received port after_create {{(pid=84024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:53:19.958212 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fd9eed9d-d945-498d-9dfb-b28602dd2f71 req-474bb42f-e3b2-4d10-92e2-5303abc83aba tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Feb 18 02:53:20.010869 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:20.071254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:20.346652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:20.351593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286117'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:20.366443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:20.509531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'Port': ['ID=874a6bd9-e885-4996-9a43-40420550efb2,revision_number=2']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:20.515300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:20.602709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45294) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:20.603771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:20.627770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:20.629084 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7998717 Feb 18 02:53:20.729150 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:20.745894 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:20.749938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Usage tracker for resource:security_group_rule and tenant:763298f0bcba424686e46301ff19e924 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:20.753011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:20.758851 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:20.847852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:20.850892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:20.861290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-48ae2026-c88d-4000-b1d8-3c20e3f69d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:20.874159 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-c88b4742-099a-4985-8c93-997c5a84f327 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:53:20.889205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-c88b4742-099a-4985-8c93-997c5a84f327 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:53:20.890456 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-c88b4742-099a-4985-8c93-997c5a84f327 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--385646126&fields=id&tenant_id=5fdcf0edff8a48e38715bf653734144a HTTP/1.1" status: 200 len: 267 time: 0.0670278 Feb 18 02:53:20.904553 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=763298f0bcba424686e46301ff19e924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005466 Feb 18 02:53:20.906303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ce925b-1095-49e0-9f42-1ea499f80107,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:20.908920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45312) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:20.911985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:20.976748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-97ad7c35-55eb-449e-9fbe-6ef499185d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:21.004849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-97ad7c35-55eb-449e-9fbe-6ef499185d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:21.025472 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:21.056900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-3a33d46a-b32b-45ea-b235-ca3c5ef527e6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:21.057105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-97ad7c35-55eb-449e-9fbe-6ef499185d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:21.057577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-3a33d46a-b32b-45ea-b235-ca3c5ef527e6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:53:21.063616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9d5743fa-b905-4b40-9ff4-08bd65687ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:21.074832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-3a33d46a-b32b-45ea-b235-ca3c5ef527e6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:53:21.075952 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad7c35-55eb-449e-9fbe-6ef499185d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ce925b-1095-49e0-9f42-1ea499f80107,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:21.076155 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-3a33d46a-b32b-45ea-b235-ca3c5ef527e6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 817 time: 0.1781690 Feb 18 02:53:21.081456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-97ad7c35-55eb-449e-9fbe-6ef499185d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:21.092365 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-97ad7c35-55eb-449e-9fbe-6ef499185d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:21.093956 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-97ad7c35-55eb-449e-9fbe-6ef499185d6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48ce925b-1095-49e0-9f42-1ea499f80107 HTTP/1.1" status: 204 len: 168 time: 0.1840758 Feb 18 02:53:21.099840 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-1b4517dc-a1bd-4828-9f07-472ceb1de227 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/quotas/5fdcf0edff8a48e38715bf653734144a HTTP/1.1" status: 200 len: 375 time: 0.0129924 Feb 18 02:53:21.194084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-698c32d2-e796-42af-80b4-049a764818a3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:53:21.211297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-698c32d2-e796-42af-80b4-049a764818a3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:53:21.213047 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-698c32d2-e796-42af-80b4-049a764818a3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1098075 Feb 18 02:53:21.316736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944246bb-9f4c-4a8d-974c-84970ddd472b req-89c053c7-4b17-4a98-8b5b-dce70845fe55 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:21.318290 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-944246bb-9f4c-4a8d-974c-84970ddd472b req-89c053c7-4b17-4a98-8b5b-dce70845fe55 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 946 time: 0.2381809 Feb 18 02:53:21.375880 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-09c6a1cb-973d-49c1-a531-3d7eae43fa84 service neutron] 10.222.0.13 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473169 Feb 18 02:53:21.393794 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-944246bb-9f4c-4a8d-974c-84970ddd472b req-2ae4c81b-3aa9-4536-a0bd-6a2e401fe679 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548360 Feb 18 02:53:21.524576 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-57b5289d-48ce-4e8f-8688-c274fc25d4da service neutron] 10.222.0.13 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412857 Feb 18 02:53:21.720944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-dc700640-adca-4c70-a363-0959664d5cd0 req-52c882a3-13d9-41bf-ba5a-398eff8c1a94 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:53:21.735688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-dc700640-adca-4c70-a363-0959664d5cd0 req-52c882a3-13d9-41bf-ba5a-398eff8c1a94 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:53:21.737327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dc700640-adca-4c70-a363-0959664d5cd0 req-52c882a3-13d9-41bf-ba5a-398eff8c1a94 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 210 time: 0.0652695 Feb 18 02:53:22.015770 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-7bfc33b2-ee76-4e1a-9552-8b5fda5e91fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0810311 Feb 18 02:53:22.142675 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-e575e6fe-7e69-482b-820a-766933a20d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:22.144480 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-e575e6fe-7e69-482b-820a-766933a20d7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 1163 time: 0.0951350 Feb 18 02:53:22.312175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-ee8927f4-3ab6-4f5c-873b-4fc0d7a93c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:22.315335 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-ee8927f4-3ab6-4f5c-873b-4fc0d7a93c9e service neutron] 10.222.0.52 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 905 time: 0.1483214 Feb 18 02:53:22.436991 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-acba0060-45ad-4446-859f-b3bd78e34a04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 HTTP/1.1" status: 200 len: 1002 time: 0.1115487 Feb 18 02:53:22.521857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-94eaca0b-c0fa-4f5f-bee4-913231934fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:22.523517 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-94eaca0b-c0fa-4f5f-bee4-913231934fe0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 200 len: 850 time: 0.0778260 Feb 18 02:53:22.612713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-d1a4e5ee-63a4-4211-8c12-3de8c5c30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:22.614350 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-d1a4e5ee-63a4-4211-8c12-3de8c5c30111 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=899f9aa8-9045-402c-8b00-46c755c88f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0812502 Feb 18 02:53:22.765145 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-8e3b1726-33ff-4f3d-b4ce-ddec807f51b8 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414416 Feb 18 02:53:22.868659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff3c09-9a03-4d90-8936-719d7be13dfa req-6d400d43-87f1-4c41-bb02-225dd9f0ec2b tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:22.870689 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-49ff3c09-9a03-4d90-8936-719d7be13dfa req-6d400d43-87f1-4c41-bb02-225dd9f0ec2b tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 946 time: 0.3460791 Feb 18 02:53:22.944545 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-49ff3c09-9a03-4d90-8936-719d7be13dfa req-36fcdb61-458d-4b86-86af-42fa71cf5753 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613582 Feb 18 02:53:23.090363 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7dda67a1-1a99-42a5-8e30-c347d70763e7 req-fb37b20a-ea95-4de8-a070-b507995ad83f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 210 time: 0.0773146 Feb 18 02:53:23.133067 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32e2b5ea-00fe-4eef-b768-8f6094d49a5e req-27715fb7-0e78-456b-8923-0a51e24a817d service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3532698 Feb 18 02:53:23.141157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-4d1856bb-9a62-40b3-89c6-e883e7c31845 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:23.142584 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-4d1856bb-9a62-40b3-89c6-e883e7c31845 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 817 time: 0.2762687 Feb 18 02:53:23.224375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-28f55fef-3baa-40c1-85cd-7b056db9119a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:53:23.236578 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-28f55fef-3baa-40c1-85cd-7b056db9119a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:53:23.237884 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-28f55fef-3baa-40c1-85cd-7b056db9119a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fdcf0edff8a48e38715bf653734144a HTTP/1.1" status: 200 len: 5704 time: 0.0801420 Feb 18 02:53:23.248249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'port': {'device_id': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'admin_state_up': True, 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'security_groups': ['b29bb8ac-8512-4c4b-872a-96a35dfe04c8']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:23.392655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:23.403327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:23.411959 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Made reservation on behalf of 5fdcf0edff8a48e38715bf653734144a for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:53:23.417691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:23.729546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Allocated IP 172.20.0.14 (5d45c625-b63e-46a2-b188-4bbfd0053f82/bd5bbe80-22aa-4000-b2f1-23d96757347f/7cc51e51-1e59-434d-9644-4e549d96e968) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:53:23.934896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:23.951401 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Transition to ACTIVE for port object 7cc51e51-1e59-434d-9644-4e549d96e968 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:53:23.975756 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:23.992811 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:24.149819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ecb70-dfca-4c68-972b-12ddf3ad24cb req-301f67ab-d381-4b1f-bfd3-e40aabdb46ce tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:24.150369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event updated for resources: {'Port': ['ID=7cc51e51-1e59-434d-9644-4e549d96e968,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:24.163327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:24.169333 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d45ecb70-dfca-4c68-972b-12ddf3ad24cb req-301f67ab-d381-4b1f-bfd3-e40aabdb46ce tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 946 time: 0.1180038 Feb 18 02:53:24.218819 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d45ecb70-dfca-4c68-972b-12ddf3ad24cb req-0b0006e8-a5b5-413a-823d-d3f9aea56000 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Feb 18 02:53:24.278298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:53:24.286671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:53:24.289140 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:53:24.365644 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:24.366350 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:24.397377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edb3d2-f082-403e-abaa-8348b7ef33ee req-0fe9e019-430d-4ca5-bd99-68107461e484 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:24.399286 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f8edb3d2-f082-403e-abaa-8348b7ef33ee req-0fe9e019-430d-4ca5-bd99-68107461e484 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 932 time: 0.1802204 Feb 18 02:53:24.426275 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1820405 Feb 18 02:53:24.450023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Request body: {'port': {'device_id': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:24.505971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-56135595-4be6-433f-9e27-50245106b6ce None None] Provisioning for port 7cc51e51-1e59-434d-9644-4e549d96e968 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:53:24.507432 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f8edb3d2-f082-403e-abaa-8348b7ef33ee req-3ffdb397-b6c9-4c70-a10f-4bb57b2cece8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001439 Feb 18 02:53:24.511284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-56135595-4be6-433f-9e27-50245106b6ce None None] Provisioning complete for port 7cc51e51-1e59-434d-9644-4e549d96e968 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:53:24.511805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-56135595-4be6-433f-9e27-50245106b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:24.568934 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-56135595-4be6-433f-9e27-50245106b6ce None None] Port 7cc51e51-1e59-434d-9644-4e549d96e968 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:53:24.581844 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:25.037673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ba11761c-a6bf-4b1e-88e2-235caac5f269 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:53:25.063244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc51e51-1e59-434d-9644-4e549d96e968 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:53:25.073732 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:25.093268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Transition to ACTIVE for port object 7cc51e51-1e59-434d-9644-4e549d96e968 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:53:25.097644 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:25.114560 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f2d2756b-e16a-4536-97ba-5c50cb6ff486 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:25.170523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:25.201953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba11761c-a6bf-4b1e-88e2-235caac5f269'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:53:25.213517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port ba11761c-a6bf-4b1e-88e2-235caac5f269, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ba11761c-a6bf-4b1e-88e2-235caac5f269,segment=NetworkSegment(1383fcd0-8505-4f51-9834-dc4578bbbc06),segment_id=1383fcd0-8505-4f51-9834-dc4578bbbc06)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:53:25.217045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:25.219200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7df85aa4-2843-4c00-a2ea-0a57b3725cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:25.290966 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba11761c-a6bf-4b1e-88e2-235caac5f269', 'code': 200} Feb 18 02:53:25.309009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=ba11761c-a6bf-4b1e-88e2-235caac5f269,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:25.319203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.319643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.320005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.320387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.320766 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.321145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.321525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.321900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.322274 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.322648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.323016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.323390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.324514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.324888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.325411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.325786 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.326153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.326521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.326889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.327255 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.328103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.328103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.328462 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.328828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:25.336722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:25.539272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-b6289c74-b6e3-45e6-a438-4b2f3ddfb8f9 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:25.541023 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-b6289c74-b6e3-45e6-a438-4b2f3ddfb8f9 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 946 time: 0.5408580 Feb 18 02:53:25.630124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Pushing event updated for resources: {'Port': ['ID=7cc51e51-1e59-434d-9644-4e549d96e968,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:25.638177 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:25.687660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Deleting port ba11761c-a6bf-4b1e-88e2-235caac5f269 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:53:25.688049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:25.734409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048276f-29a5-414e-9f76-118112df214e req-b59fb3e7-4ac1-4083-9e12-636521d01443 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:25.736097 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2048276f-29a5-414e-9f76-118112df214e req-b59fb3e7-4ac1-4083-9e12-636521d01443 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.1011930 Feb 18 02:53:25.805795 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2048276f-29a5-414e-9f76-118112df214e req-9d124f0c-f65d-4041-8998-dfe0cbd4e890 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625350 Feb 18 02:53:25.826550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486dc90-f031-4fd3-8eaa-5d0586e3a15a req-04cd2749-3853-495a-b9d4-41c73d3af148 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:25.834228 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a486dc90-f031-4fd3-8eaa-5d0586e3a15a req-04cd2749-3853-495a-b9d4-41c73d3af148 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 944 time: 0.3878748 Feb 18 02:53:26.018281 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a486dc90-f031-4fd3-8eaa-5d0586e3a15a req-3171adbd-6b25-4167-9b89-f8df1fda51f9 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/security-groups?id=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830847 Feb 18 02:53:26.135951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Attempting to bind port 7cc51e51-1e59-434d-9644-4e549d96e968 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:53:26.136855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Attempting to bind port 7cc51e51-1e59-434d-9644-4e549d96e968 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:53:26.137376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Attempting to bind port 7cc51e51-1e59-434d-9644-4e549d96e968 on network 5d45c625-b63e-46a2-b188-4bbfd0053f82 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:53:26.160841 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:53:26.161334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Checking segment: {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:53:26.161805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:26.162277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Bound using segment: {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:53:26.162765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Bound port: 7cc51e51-1e59-434d-9644-4e549d96e968, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:53:26.163143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:26.250906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] For port ba11761c-a6bf-4b1e-88e2-235caac5f269, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ba11761c-a6bf-4b1e-88e2-235caac5f269,segment=NetworkSegment(1383fcd0-8505-4f51-9834-dc4578bbbc06),segment_id=1383fcd0-8505-4f51-9834-dc4578bbbc06)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:53:26.251448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:26.405330 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Calling delete_port for ba11761c-a6bf-4b1e-88e2-235caac5f269 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:53:26.460876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] For port 7cc51e51-1e59-434d-9644-4e549d96e968, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:53:26.466515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] For port 7cc51e51-1e59-434d-9644-4e549d96e968, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7cc51e51-1e59-434d-9644-4e549d96e968,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:53:26.472383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:26.490389 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9662b43c-d424-4c02-9c35-506ad29a8cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:26.697974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Pushing event updated for resources: {'Port': ['ID=7cc51e51-1e59-434d-9644-4e549d96e968,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:26.712062 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:26.756308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:26.772875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-16fb3622-b272-4de5-b30b-72a9bf5aa5d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:26.808624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:26.809324 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:26.810936 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] 10.222.0.52 "PUT /v2.0/ports/7cc51e51-1e59-434d-9644-4e549d96e968 HTTP/1.1" status: 200 len: 1158 time: 2.3748512 Feb 18 02:53:26.823422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:53:26.897208 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968', 'status': 'completed', 'code': 200} Feb 18 02:53:26.904501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Pushing event deleted for resources: {'Port': ['ID=ba11761c-a6bf-4b1e-88e2-235caac5f269,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:26.953758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:27.114539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-cf38cf78-5283-4dbe-af0c-e349aed098ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:27.116207 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-cf38cf78-5283-4dbe-af0c-e349aed098ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 1161 time: 0.2130413 Feb 18 02:53:27.200904 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-299f4372-6039-422f-aa1e-63670139147a req-06d3332d-d06f-4012-b81f-5a6d10df1085 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f8dc8b-12ae-4b5f-882c-054705a23972 HTTP/1.1" status: 200 len: 210 time: 0.0503588 Feb 18 02:53:27.219392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] No DVR routers for this DVR port ba11761c-a6bf-4b1e-88e2-235caac5f269 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:53:27.234652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed0d0-d4ca-491b-ad2a-d0c80f346203 req-48c00b90-6ad2-44ec-968e-d9e7587bee03 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:27.235400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b29ed0d0-d4ca-491b-ad2a-d0c80f346203 req-48c00b90-6ad2-44ec-968e-d9e7587bee03 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Synchronizing usage tracker for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:53:27.239694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:27.243232 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-2a529dab-4195-45ea-9c6a-cfde0ec0bbd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc51e51-1e59-434d-9644-4e549d96e968 HTTP/1.1" status: 200 len: 217 time: 0.0938230 Feb 18 02:53:27.301761 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fed2a0dc-8f26-412b-9339-15d7b30d1954 req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] 10.222.0.52 "DELETE /v2.0/ports/ba11761c-a6bf-4b1e-88e2-235caac5f269 HTTP/1.1" status: 204 len: 173 time: 1.7502315 Feb 18 02:53:27.309392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-b29ed0d0-d4ca-491b-ad2a-d0c80f346203 req-48c00b90-6ad2-44ec-968e-d9e7587bee03 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Unset dirty status for tenant:5fdcf0edff8a48e38715bf653734144a on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:53:27.310607 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b29ed0d0-d4ca-491b-ad2a-d0c80f346203 req-48c00b90-6ad2-44ec-968e-d9e7587bee03 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.3582428 Feb 18 02:53:27.351895 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-27d253aa-7ea5-454a-bec6-3d0e6a61154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:27.353527 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-27d253aa-7ea5-454a-bec6-3d0e6a61154d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.1024990 Feb 18 02:53:27.420369 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b29ed0d0-d4ca-491b-ad2a-d0c80f346203 req-337658fb-26c6-47f0-b484-b4e500a1fbb1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025422 Feb 18 02:53:27.458871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-05ae80ed-c79f-4802-98f4-ef368af982d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:27.460616 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-05ae80ed-c79f-4802-98f4-ef368af982d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0954480 Feb 18 02:53:27.610319 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-a1b1a298-f734-42a2-b2d6-e4ed360928f9 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402330 Feb 18 02:53:27.766700 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a47e254f-362e-47c8-9832-54a6465c8e7a req-2ad60204-b5eb-478f-9804-f1b1a58e76d4 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465685 Feb 18 02:53:27.901207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-6fb6bc57-6893-48de-bc6a-5c3bc725bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:27.903891 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-6fb6bc57-6893-48de-bc6a-5c3bc725bd8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 1161 time: 0.0843141 Feb 18 02:53:28.278116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-b053adec-9e7d-4abe-9d29-9ed68f777271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:28.279694 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-b053adec-9e7d-4abe-9d29-9ed68f777271 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 911 time: 0.3685286 Feb 18 02:53:28.373222 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-f299f166-2433-4881-9b39-118364444021 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc51e51-1e59-434d-9644-4e549d96e968 HTTP/1.1" status: 200 len: 217 time: 0.0770600 Feb 18 02:53:28.455006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-e5271cb7-01c8-4089-803c-6494189bcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:28.456691 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-e5271cb7-01c8-4089-803c-6494189bcdb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.0744660 Feb 18 02:53:28.595840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-fd17896c-7ce2-447b-9f58-a1880f62a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:28.597483 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-fd17896c-7ce2-447b-9f58-a1880f62a565 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1318746 Feb 18 02:53:28.771288 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b9384-0f92-4352-bc11-88788d4b343b req-dce75561-80b8-4a3d-8910-5cacdab0e5d0 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:28.773130 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a91b9384-0f92-4352-bc11-88788d4b343b req-dce75561-80b8-4a3d-8910-5cacdab0e5d0 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.2226491 Feb 18 02:53:28.822532 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-7486da7a-372f-4bec-a36d-6c1b80ad0f64 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118340 Feb 18 02:53:28.922785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'name': 'network-vif-deleted', 'tag': 'ba11761c-a6bf-4b1e-88e2-235caac5f269'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:53:28.957237 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a91b9384-0f92-4352-bc11-88788d4b343b req-3305b474-f1da-4b58-9df6-487c4358b549 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682436 Feb 18 02:53:28.981945 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f8dc8b-12ae-4b5f-882c-054705a23972', 'name': 'network-vif-deleted', 'tag': 'ba11761c-a6bf-4b1e-88e2-235caac5f269', 'status': 'completed', 'code': 200} Feb 18 02:53:29.012054 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-42cb219a-8544-48ad-a407-27ed74f67c3f req-e0d39221-1370-4d6f-9a38-3c5a80d2ddf7 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1780815 Feb 18 02:53:30.188862 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1756b-629a-426b-8875-22ddd6a8f767 req-554fc8ac-af20-4a7e-a749-ff216cc67e7f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:30.190459 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db1756b-629a-426b-8875-22ddd6a8f767 req-554fc8ac-af20-4a7e-a749-ff216cc67e7f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0949721 Feb 18 02:53:30.237866 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0db1756b-629a-426b-8875-22ddd6a8f767 req-f6ac37d6-59d0-4779-913a-72ed19cf62ab tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411077 Feb 18 02:53:31.446780 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce03df-3a24-416c-8701-79e667186584 req-19fa35d5-8a87-4b76-97f2-7021ac4e9d13 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:31.448954 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1fce03df-3a24-416c-8701-79e667186584 req-19fa35d5-8a87-4b76-97f2-7021ac4e9d13 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0890653 Feb 18 02:53:31.496496 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1fce03df-3a24-416c-8701-79e667186584 req-de320325-2f5d-4d07-b382-5663e6dc2418 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410869 Feb 18 02:53:31.632535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 7cc51e51-1e59-434d-9644-4e549d96e968 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:53:31.702902 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 7cc51e51-1e59-434d-9644-4e549d96e968 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:53:31.707873 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 7cc51e51-1e59-434d-9644-4e549d96e968 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:53:31.708295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:31.834440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:31.862480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:53:31.873382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 7cc51e51-1e59-434d-9644-4e549d96e968, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7cc51e51-1e59-434d-9644-4e549d96e968,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:53:31.876854 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:31.878775 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:31.918135 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968', 'code': 200} Feb 18 02:53:31.960786 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=7cc51e51-1e59-434d-9644-4e549d96e968,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:31.964109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:32.185744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c51387-2fb5-4fa2-b20f-a7fe385bdf6b req-d7882d33-8a7f-4517-ac72-ad3ed2c253ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:32.187328 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51c51387-2fb5-4fa2-b20f-a7fe385bdf6b req-d7882d33-8a7f-4517-ac72-ad3ed2c253ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 1163 time: 0.0813868 Feb 18 02:53:32.236615 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51c51387-2fb5-4fa2-b20f-a7fe385bdf6b req-d89445c3-0757-44fb-badf-58618179b5a7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357130 Feb 18 02:53:32.700061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b5bdc-7cca-4077-9e71-64af02b6ce08 req-a48428cc-f212-47f1-addc-e8a8ee65fb6c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:32.701634 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d79b5bdc-7cca-4077-9e71-64af02b6ce08 req-a48428cc-f212-47f1-addc-e8a8ee65fb6c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0893240 Feb 18 02:53:32.754918 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d79b5bdc-7cca-4077-9e71-64af02b6ce08 req-635e49ea-8ef8-44e8-9b02-c7b7a414a995 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469940 Feb 18 02:53:33.114321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 7cc51e51-1e59-434d-9644-4e549d96e968 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:53:33.188885 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 7cc51e51-1e59-434d-9644-4e549d96e968 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:53:33.189301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:33.814266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45536) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:33.940888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:33.956649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:53:33.960840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Usage tracker for resource:security_group_rule and tenant:1a0209f96a4249b1ad961b27dc36c770 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:53:33.963867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:53:33.964905 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987253a1-3047-4ea2-baf3-dd88257b3c33 req-abf956cf-a24c-4bf2-914c-be53214a2e79 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:33.966519 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-987253a1-3047-4ea2-baf3-dd88257b3c33 req-abf956cf-a24c-4bf2-914c-be53214a2e79 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0860348 Feb 18 02:53:33.969853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:53:34.018162 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-987253a1-3047-4ea2-baf3-dd88257b3c33 req-fdbf5624-09c3-479f-91ff-517c1c4d8906 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451322 Feb 18 02:53:34.057886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:34.060999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:34.070160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e3596736-1679-4c81-b62c-2e08e9002a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:34.117091 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a0209f96a4249b1ad961b27dc36c770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989411 Feb 18 02:53:34.117091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c614ab8b-3510-465c-8a69-96aa91d0afa0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:34.117551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45544) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:34.119106 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:34.180198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:34.207006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:34.219507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355c327-bcf5-4946-983c-8ff784016966 req-768c2865-4aa4-4ca4-8eda-a437986677d8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:34.221155 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3355c327-bcf5-4946-983c-8ff784016966 req-768c2865-4aa4-4ca4-8eda-a437986677d8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0911353 Feb 18 02:53:34.231289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45548) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:34.237000 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-03f122aa-fa07-4016-9b72-013f1ca9d8e7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Request body: {'floatingip': {'port_id': '7cc51e51-1e59-434d-9644-4e549d96e968'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:53:34.251745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:34.256811 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1435c71b-0e83-4fa6-8de8-8251488f7b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:34.267519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c614ab8b-3510-465c-8a69-96aa91d0afa0,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:34.279124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.279572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.279985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.280386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.280783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.281182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.281574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.281966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.282357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.282747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.283136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.283545 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.283977 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.284366 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.284755 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.285140 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.285526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.285915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.286299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.286683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.287066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.287448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.287855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.288241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:53:34.291833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:34.293953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:34.295153 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c614ab8b-3510-465c-8a69-96aa91d0afa0 HTTP/1.1" status: 204 len: 168 time: 0.1765337 Feb 18 02:53:34.319117 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03f122aa-fa07-4016-9b72-013f1ca9d8e7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:34.992606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03f122aa-fa07-4016-9b72-013f1ca9d8e7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:34.996080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03f122aa-fa07-4016-9b72-013f1ca9d8e7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:35.181835 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [None req-03f122aa-fa07-4016-9b72-013f1ca9d8e7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Floating IP 85eca7c2-6116-47f2-a13e-a01ba987af68 associated. External IP: 172.28.1.111, port: 7cc51e51-1e59-434d-9644-4e549d96e968. Feb 18 02:53:35.546193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f122aa-fa07-4016-9b72-013f1ca9d8e7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Router 40aac55d-bbcf-4d48-b830-a752f3838804 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:53:35.965769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f122aa-fa07-4016-9b72-013f1ca9d8e7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:53:35.976223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] Sync routers for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:53:35.978801 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-03f122aa-fa07-4016-9b72-013f1ca9d8e7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:35.986734 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:53:35.987499 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:53:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:36.041014 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-03f122aa-fa07-4016-9b72-013f1ca9d8e7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "PUT /v2.0/floatingips/85eca7c2-6116-47f2-a13e-a01ba987af68 HTTP/1.1" status: 200 len: 992 time: 1.8084843 Feb 18 02:53:36.041751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:53:36.091922 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968', 'status': 'completed', 'code': 200} Feb 18 02:53:36.201286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:53:36.202162 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-b59a00d8-5378-4670-811d-6bc42c23d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:36.203825 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-b59a00d8-5378-4670-811d-6bc42c23d158 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 1163 time: 0.0838246 Feb 18 02:53:36.358397 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-e3f43f05-d666-4dbd-abb9-2586db44a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:36.360080 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-e3f43f05-d666-4dbd-abb9-2586db44a405 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 911 time: 0.1496563 Feb 18 02:53:36.476363 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-791dd243-9759-47cb-9487-8f081cee625c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc51e51-1e59-434d-9644-4e549d96e968 HTTP/1.1" status: 200 len: 1000 time: 0.1085930 Feb 18 02:53:36.552403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-3365c65e-38c7-404a-9648-ece71ba8763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:36.553998 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-3365c65e-38c7-404a-9648-ece71ba8763d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.0698512 Feb 18 02:53:36.574371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': '85eca7c2-6116-47f2-a13e-a01ba987af68', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'floating_ip_address': '172.28.1.111', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'port_id': '7cc51e51-1e59-434d-9644-4e549d96e968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'mac_address': 'fa:16:3e:30:cd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:34Z', 'revision_number': 1, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:36.578785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] Checking router: 40aac55d-bbcf-4d48-b830-a752f3838804 for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:53:36.587713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:53:36.588376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:53:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:36.638009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-47727b5e-ae3f-4010-bb09-746180e71f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:36.639795 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-47727b5e-ae3f-4010-bb09-746180e71f5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0777886 Feb 18 02:53:36.800192 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-0add9638-f344-436a-8cb8-ddb82c992d00 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468642 Feb 18 02:53:36.938667 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:53:36.948847 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-82c8d7aa-3d2a-4a8e-8744-d3ad15542f6f req-6957fd4c-0577-4551-8d91-102c266ce17b service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411948 Feb 18 02:53:37.303851 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': '85eca7c2-6116-47f2-a13e-a01ba987af68', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'floating_ip_address': '172.28.1.111', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'port_id': '7cc51e51-1e59-434d-9644-4e549d96e968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'mac_address': 'fa:16:3e:30:cd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:34Z', 'revision_number': 1, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:37.308114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54c184-b2ab-4dff-8206-b4ac805f5fe5 None None] The sync data for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb is: [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': '85eca7c2-6116-47f2-a13e-a01ba987af68', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'floating_ip_address': '172.28.1.111', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'port_id': '7cc51e51-1e59-434d-9644-4e549d96e968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'mac_address': 'fa:16:3e:30:cd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:53:19Z', 'updated_at': '2021-02-18T02:53:34Z', 'revision_number': 1, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:53:37.591014 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86951c-9e51-4107-83f1-340183a41738 None None] New status for floating IP 85eca7c2-6116-47f2-a13e-a01ba987af68: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:53:42.432204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0fe823db-898a-4ecf-ad8b-d91ead89b48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:44.770422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-81a6d9c1-84c4-4cd5-9e8a-9c6d9ac9bfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:45.044908 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6e2d7-7f2b-4d70-8319-10d5471f2421 req-593d02c3-b321-46f5-bda2-dd7336b30575 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:45.046550 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59b6e2d7-7f2b-4d70-8319-10d5471f2421 req-593d02c3-b321-46f5-bda2-dd7336b30575 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.1434534 Feb 18 02:53:45.106895 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-59b6e2d7-7f2b-4d70-8319-10d5471f2421 req-b96b05a0-3e2e-483b-9b20-52822d37e116 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Synchronizing usage tracker for tenant:bef4ae781b624b4197adf272955e1947 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:53:45.113451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-d959961b-6714-4a11-8509-776d74432d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:45.115012 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-d959961b-6714-4a11-8509-776d74432d3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1203 time: 0.2413540 Feb 18 02:53:45.125783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-59b6e2d7-7f2b-4d70-8319-10d5471f2421 req-b96b05a0-3e2e-483b-9b20-52822d37e116 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Unset dirty status for tenant:bef4ae781b624b4197adf272955e1947 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:53:45.126931 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59b6e2d7-7f2b-4d70-8319-10d5471f2421 req-b96b05a0-3e2e-483b-9b20-52822d37e116 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0739632 Feb 18 02:53:45.266464 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-a5ffb275-219f-4bdd-bed2-43a77bfe2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:45.268054 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-a5ffb275-219f-4bdd-bed2-43a77bfe2f60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 907 time: 0.1397254 Feb 18 02:53:45.386704 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-297fd110-e19b-476f-8361-589f2b82da9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 1001 time: 0.1082006 Feb 18 02:53:45.460646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-b711c6e9-7fa4-443d-b108-12b12ed8f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:45.462278 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-b711c6e9-7fa4-443d-b108-12b12ed8f995 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 200 len: 852 time: 0.0671537 Feb 18 02:53:45.519168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:45.557444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-ef6d2c29-1b9a-489a-ac5c-099abd663a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:45.559115 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-ef6d2c29-1b9a-489a-ac5c-099abd663a41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c2dc570-a733-47bd-814f-c2012496faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0854633 Feb 18 02:53:45.716038 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-a697e3e0-0047-4cf1-bf1d-30b13bff0a90 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391661 Feb 18 02:53:45.872091 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b0ed93a-ac16-4c45-876f-80731ec979fb req-2b250ce2-aeaf-4a3c-93b4-6126ba52ba5e service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401501 Feb 18 02:53:46.325251 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111240c7-6546-4bf8-8f9a-f9642aa53c1b req-2c1a9bf0-41d2-4af4-bd02-0248b967d945 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:46.326835 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-111240c7-6546-4bf8-8f9a-f9642aa53c1b req-2c1a9bf0-41d2-4af4-bd02-0248b967d945 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0868399 Feb 18 02:53:46.379353 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-111240c7-6546-4bf8-8f9a-f9642aa53c1b req-4f103664-e840-4615-ab13-fb41a9d756c1 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0457602 Feb 18 02:53:46.527262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:46.766307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:47.580235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f8803-fdd1-4a35-a83a-ab3ca52a96cf req-54b872ba-d4a9-4b1c-a566-c2c675c4fddb tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:47.581761 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-950f8803-fdd1-4a35-a83a-ab3ca52a96cf req-54b872ba-d4a9-4b1c-a566-c2c675c4fddb tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0864723 Feb 18 02:53:47.631665 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-950f8803-fdd1-4a35-a83a-ab3ca52a96cf req-24f258bc-5bc5-49f5-bc78-363ddc959af5 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0436451 Feb 18 02:53:48.096221 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45680) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:48.166147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] Deleting subnet 8da7b514-c065-4946-ba4e-2f40b6eec20a {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:53:48.169165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:48.220781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847974767'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:48.277763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:48.531626 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6811111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848447081'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:48.547418 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6b21dd49-143d-406f-ba4a-3766b46c2d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:48.641833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da7b514-c065-4946-ba4e-2f40b6eec20a,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:48.645003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:48.681619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:48.687693 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8da7b514-c065-4946-ba4e-2f40b6eec20a HTTP/1.1" status: 204 len: 168 time: 0.5903549 Feb 18 02:53:48.690384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45686) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:48.869247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:49.056152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7b826-576c-4735-be15-21f534343eda req-bc78e896-d274-4ec9-b542-6abd0b7e6a5b tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:49.057776 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-96d7b826-576c-4735-be15-21f534343eda req-bc78e896-d274-4ec9-b542-6abd0b7e6a5b tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.2947760 Feb 18 02:53:49.113704 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:49.202959 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-96d7b826-576c-4735-be15-21f534343eda req-1f73a417-1290-4b0c-9151-baf5c8d7a125 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1315215 Feb 18 02:53:49.243301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70ee4f4-3821-4a88-94a6-fb544a74c327']}} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:49.256091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1383fcd0-8505-4f51-9834-dc4578bbbc06') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:49.256460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1383fcd0-8505-4f51-9834-dc4578bbbc06') {} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:53:49.268355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6801065'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:49.283860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:49.285849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:53:49.463678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Network f70ee4f4-3821-4a88-94a6-fb544a74c327 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:53:49.473393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847971770'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:49.652583 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Network f70ee4f4-3821-4a88-94a6-fb544a74c327 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:53:49.675714 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:53:49.753651 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:49.757309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3bff828d-f2ee-41d6-a00a-61bc2caf1e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:49.773906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:49.780711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f70ee4f4-3821-4a88-94a6-fb544a74c327,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:49.785718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:49.791331 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-994836f0-78fd-4a1e-af9a-60f028ad4bb6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f70ee4f4-3821-4a88-94a6-fb544a74c327 HTTP/1.1" status: 204 len: 168 time: 1.0999179 Feb 18 02:53:49.965043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45694) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:50.017327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-421a93a9-08d2-4012-ae56-e2e9b76572b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df6cf805a6c945978968cbff544feeac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509028 Feb 18 02:53:50.020086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45700) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:53:50.082903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d90640b2-0a3b-440b-b7f6-d7d017fe7ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:50.114253 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d90640b2-0a3b-440b-b7f6-d7d017fe7ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:50.117272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:53:50.165241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d90640b2-0a3b-440b-b7f6-d7d017fe7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:50.170690 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-60ce3545-5e2b-4601-8fc1-59c3896e6243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:53:50.185358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90640b2-0a3b-440b-b7f6-d7d017fe7ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb63b7e-5854-482f-a5bb-129b9f4e0ee5,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:53:50.188097 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d90640b2-0a3b-440b-b7f6-d7d017fe7ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:53:50.193647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d90640b2-0a3b-440b-b7f6-d7d017fe7ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:50.194843 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d90640b2-0a3b-440b-b7f6-d7d017fe7ba9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bb63b7e-5854-482f-a5bb-129b9f4e0ee5 HTTP/1.1" status: 204 len: 168 time: 0.1737189 Feb 18 02:53:50.410387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24133870-a49b-4459-8531-f063798feb2e req-4546203c-3274-4c2b-820a-af4f60b278d9 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:50.412252 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-24133870-a49b-4459-8531-f063798feb2e req-4546203c-3274-4c2b-820a-af4f60b278d9 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0964632 Feb 18 02:53:50.471316 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-24133870-a49b-4459-8531-f063798feb2e req-45f0ae27-91cd-4a35-92c6-00b782f4e088 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0524220 Feb 18 02:53:51.020174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:53:51.672148 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799797bf-a64f-467c-a55b-f148b9917b25 req-347a7b72-b993-4b8c-9f41-8978d797e996 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:51.673754 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-799797bf-a64f-467c-a55b-f148b9917b25 req-347a7b72-b993-4b8c-9f41-8978d797e996 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0871291 Feb 18 02:53:51.723562 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-799797bf-a64f-467c-a55b-f148b9917b25 req-b2cc5181-6e71-47b4-996b-a34aef7e11e9 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0434260 Feb 18 02:53:53.154826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb28519-6190-41fb-88d4-b2d44f4055b6 req-81127fe5-92c2-4afd-a81b-832790782c5d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:53.156477 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2bb28519-6190-41fb-88d4-b2d44f4055b6 req-81127fe5-92c2-4afd-a81b-832790782c5d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.3208525 Feb 18 02:53:53.205531 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2bb28519-6190-41fb-88d4-b2d44f4055b6 req-5a95469d-33cc-478a-92af-0c95401ba052 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0426509 Feb 18 02:53:54.400493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064ea45-0a35-4fbd-8070-ab97a432e1f7 req-aea75b89-3c2a-45b7-86d4-8211f0803660 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:54.402365 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5064ea45-0a35-4fbd-8070-ab97a432e1f7 req-aea75b89-3c2a-45b7-86d4-8211f0803660 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0857968 Feb 18 02:53:54.454744 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5064ea45-0a35-4fbd-8070-ab97a432e1f7 req-6b6a59f2-ac6b-4528-8528-0d639e70c3a5 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0455489 Feb 18 02:53:55.653672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37510f5-64fa-40f0-9afa-39ed7a133ebc req-7522adaf-ca75-40dd-a452-3a33c358826e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:55.655817 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d37510f5-64fa-40f0-9afa-39ed7a133ebc req-7522adaf-ca75-40dd-a452-3a33c358826e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0864365 Feb 18 02:53:55.704888 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d37510f5-64fa-40f0-9afa-39ed7a133ebc req-90fd2878-342a-452a-a219-b52636b221b6 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0427532 Feb 18 02:53:56.906271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b42c85-2a08-4b82-88d3-5f5bc9d26260 req-69a126cd-f554-4ec7-bd04-8d90463c698e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:56.907962 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-83b42c85-2a08-4b82-88d3-5f5bc9d26260 req-69a126cd-f554-4ec7-bd04-8d90463c698e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0891113 Feb 18 02:53:56.959056 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-83b42c85-2a08-4b82-88d3-5f5bc9d26260 req-8ccc71a8-52c4-4804-a688-d033842712f8 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0444500 Feb 18 02:53:58.156545 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd20449-84c1-44e1-a4ea-53718460f14c req-b2cf6c96-c710-45d6-8b1a-41e6b6868fff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:58.158146 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ccd20449-84c1-44e1-a4ea-53718460f14c req-b2cf6c96-c710-45d6-8b1a-41e6b6868fff tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0868187 Feb 18 02:53:58.210842 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ccd20449-84c1-44e1-a4ea-53718460f14c req-ed241ee1-4b79-4079-bcfc-babe56f007a7 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0462751 Feb 18 02:53:59.411973 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821a0b7-f679-4e00-9bb6-40389c7ff19b req-adc216bc-d3a9-4e10-a49f-6ed2f842221e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:53:59.413595 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b821a0b7-f679-4e00-9bb6-40389c7ff19b req-adc216bc-d3a9-4e10-a49f-6ed2f842221e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0875316 Feb 18 02:53:59.463014 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b821a0b7-f679-4e00-9bb6-40389c7ff19b req-9407827a-e9b3-442c-88de-c234d49e0594 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0429163 Feb 18 02:54:00.664236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfa778-9f5e-4b61-ab30-dc63657fca73 req-be0de07e-7c1d-4092-a2f0-2940423acac2 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:00.665839 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b3cfa778-9f5e-4b61-ab30-dc63657fca73 req-be0de07e-7c1d-4092-a2f0-2940423acac2 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0895538 Feb 18 02:54:00.716367 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b3cfa778-9f5e-4b61-ab30-dc63657fca73 req-91ceb65f-3c30-4a46-874b-1a911373d190 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0435724 Feb 18 02:54:01.913560 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c76010-2c48-4d9d-84f3-dc64c5e33bc6 req-b5c0b7f8-e015-4aa9-854a-2253d20429d0 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:01.915159 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f5c76010-2c48-4d9d-84f3-dc64c5e33bc6 req-b5c0b7f8-e015-4aa9-854a-2253d20429d0 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0855753 Feb 18 02:54:01.967927 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f5c76010-2c48-4d9d-84f3-dc64c5e33bc6 req-45159ce8-048e-42fc-b22d-272cc3b9ccd1 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0463004 Feb 18 02:54:03.169173 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60900cc2-cb03-4f16-9914-5a7b66196891 req-a61816cd-6190-4e23-88fa-4c9f4a10e00b tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:03.170881 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60900cc2-cb03-4f16-9914-5a7b66196891 req-a61816cd-6190-4e23-88fa-4c9f4a10e00b tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0881925 Feb 18 02:54:03.221773 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-60900cc2-cb03-4f16-9914-5a7b66196891 req-2815ebbc-31b8-4ec2-bd9f-ad72ccfadb6c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0444050 Feb 18 02:54:04.424463 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ec963-ab02-47f6-ae2d-3f98d4c7acc4 req-93c1e821-51f9-4774-b853-0cff7661514c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:04.426086 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7e0ec963-ab02-47f6-ae2d-3f98d4c7acc4 req-93c1e821-51f9-4774-b853-0cff7661514c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0905623 Feb 18 02:54:04.476766 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7e0ec963-ab02-47f6-ae2d-3f98d4c7acc4 req-08fee8a6-e2a5-43b8-9e77-1072e4adfbbe tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0442975 Feb 18 02:54:05.684404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e88e3-849b-490e-95de-c072db1863e4 req-6f892f26-f492-4784-8c06-aea9d74c3ac5 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:05.686080 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5c6e88e3-849b-490e-95de-c072db1863e4 req-6f892f26-f492-4784-8c06-aea9d74c3ac5 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0910394 Feb 18 02:54:05.751027 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5c6e88e3-849b-490e-95de-c072db1863e4 req-26294273-c5b5-46fe-897c-62417658993a tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0550544 Feb 18 02:54:06.957897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bc785-91f7-4c46-ba7b-19361ff85ab4 req-17d712fa-d6c3-4560-8d62-3de4d068aaee tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:06.959545 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-202bc785-91f7-4c46-ba7b-19361ff85ab4 req-17d712fa-d6c3-4560-8d62-3de4d068aaee tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0875399 Feb 18 02:54:06.986579 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf041b-ad76-4529-ad7f-65400c42d216 req-9529d726-9baf-4907-95ae-eb2f3db13cca tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:06.990944 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a4bf041b-ad76-4529-ad7f-65400c42d216 req-9529d726-9baf-4907-95ae-eb2f3db13cca tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0946336 Feb 18 02:54:07.011040 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-202bc785-91f7-4c46-ba7b-19361ff85ab4 req-8083df6c-87d2-4537-8527-09441b70366c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0448554 Feb 18 02:54:07.051760 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a4bf041b-ad76-4529-ad7f-65400c42d216 req-27103fa8-d7ec-418d-b145-cc336444ed43 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0503027 Feb 18 02:54:07.414175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:54:07.488746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:07.489160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:08.218180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fb5d8-62e5-4542-ab5f-a978ad7d0e92 req-9eb1cef4-5fb1-4d58-ae23-e29c50fe9bd3 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:08.219824 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c59fb5d8-62e5-4542-ab5f-a978ad7d0e92 req-9eb1cef4-5fb1-4d58-ae23-e29c50fe9bd3 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.0907216 Feb 18 02:54:08.267776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fafaff-4198-46f6-b635-73b366fd0dbf req-68e4ee91-37c0-4a82-821b-c1bbb5ce9850 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:08.269381 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-16fafaff-4198-46f6-b635-73b366fd0dbf req-68e4ee91-37c0-4a82-821b-c1bbb5ce9850 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0890663 Feb 18 02:54:08.269916 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c59fb5d8-62e5-4542-ab5f-a978ad7d0e92 req-6975e80a-b766-42ed-ad87-073c4fc31ca3 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fac2e65-3def-460e-a886-536656005e66&id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0438907 Feb 18 02:54:08.317546 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-16fafaff-4198-46f6-b635-73b366fd0dbf req-c5e0a256-eb5f-45e5-9d6c-4230695e5d4f tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417914 Feb 18 02:54:09.516328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56b0f4-4817-43a1-87b0-fe32975664fb req-f4ce2d8f-4394-4438-84ac-95f046287acd tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:09.517906 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ed56b0f4-4817-43a1-87b0-fe32975664fb req-f4ce2d8f-4394-4438-84ac-95f046287acd tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0890124 Feb 18 02:54:09.565987 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ed56b0f4-4817-43a1-87b0-fe32975664fb req-016152e2-4fb2-4a84-bb28-f10231fc1050 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0419791 Feb 18 02:54:10.761979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69540e77-6311-4101-a200-49f5fca218e0 req-e186910e-200c-45fa-b196-8705ab268e4d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:10.763609 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-69540e77-6311-4101-a200-49f5fca218e0 req-e186910e-200c-45fa-b196-8705ab268e4d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0860243 Feb 18 02:54:10.810681 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-69540e77-6311-4101-a200-49f5fca218e0 req-80c5f5af-7fe1-4c7e-9fb5-c228b2cff0f4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0401812 Feb 18 02:54:12.013391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6676f-5273-4023-9d3c-7868296b539d req-733b9de9-94e5-4840-aecd-4e33a0f06b63 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:12.015430 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5fd6676f-5273-4023-9d3c-7868296b539d req-733b9de9-94e5-4840-aecd-4e33a0f06b63 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0887179 Feb 18 02:54:12.061791 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5fd6676f-5273-4023-9d3c-7868296b539d req-c637ca96-dcb7-41cd-910c-9d7f94865f8f tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0401537 Feb 18 02:54:12.433683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7e14dd40-c6a9-49b1-bd35-23b578bcfd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:13.261458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b840e72-e9de-4ef5-a993-ab7ba5feb201 req-e0d2d6aa-18c0-430d-ba1e-f61b33e35f5d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:13.263025 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b840e72-e9de-4ef5-a993-ab7ba5feb201 req-e0d2d6aa-18c0-430d-ba1e-f61b33e35f5d tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0877533 Feb 18 02:54:13.309932 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1b840e72-e9de-4ef5-a993-ab7ba5feb201 req-0ac49bfa-4fc3-4a8f-9e8a-15eb3b29dd53 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407751 Feb 18 02:54:14.508214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505835-6a3e-4b47-8be1-ac2252fda4fd req-0c81131a-38d3-42c6-9fdb-7739c53e3148 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:14.509802 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-89505835-6a3e-4b47-8be1-ac2252fda4fd req-0c81131a-38d3-42c6-9fdb-7739c53e3148 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0844350 Feb 18 02:54:14.556596 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-89505835-6a3e-4b47-8be1-ac2252fda4fd req-73107256-ed6c-4cd5-924b-4cd67f36069a tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405688 Feb 18 02:54:14.772928 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c111572f-8f9b-4b17-8a4c-23ed8cb160db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:15.434182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ea9bc981-4d65-4e2f-884d-06d97cbff4b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:54:15.516395 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:15.516921 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:15.567210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:15.758175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a105bf-9c67-499e-9ee7-06ca16b05eaa req-8968ec60-dab6-47a7-b281-cf2f9cf33738 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:15.759794 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f3a105bf-9c67-499e-9ee7-06ca16b05eaa req-8968ec60-dab6-47a7-b281-cf2f9cf33738 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0900342 Feb 18 02:54:15.807697 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f3a105bf-9c67-499e-9ee7-06ca16b05eaa req-188a2caa-c620-4e5f-9bdc-be9f1a5b44d0 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415788 Feb 18 02:54:16.529159 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:16.769895 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:17.005508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ac77-d5ff-4e31-9526-c75a9befb944 req-bc447513-63c5-4ba5-aca7-4418ffaf5eb2 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:17.007031 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6fc4ac77-d5ff-4e31-9526-c75a9befb944 req-bc447513-63c5-4ba5-aca7-4418ffaf5eb2 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0889475 Feb 18 02:54:17.058622 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6fc4ac77-d5ff-4e31-9526-c75a9befb944 req-5f5caf5a-4f5f-4da4-af4c-e79fa70d3823 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454340 Feb 18 02:54:17.148835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-aef59257-fb09-431c-944a-fedc945561b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:17.150448 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-aef59257-fb09-431c-944a-fedc945561b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1163 time: 0.0783482 Feb 18 02:54:17.291609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-5369fc14-46a2-4d3e-8ae3-35b55d42f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:17.293097 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-5369fc14-46a2-4d3e-8ae3-35b55d42f2e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 903 time: 0.1352139 Feb 18 02:54:17.406013 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-66e38b74-0d5b-4aab-9bb5-8b81a264e18d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 1002 time: 0.1036763 Feb 18 02:54:17.482004 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-d9dd055d-d17c-4bac-9c03-83d076b965e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:17.483655 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-d9dd055d-d17c-4bac-9c03-83d076b965e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 200 len: 848 time: 0.0671418 Feb 18 02:54:17.565864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-a1d67ef4-bc63-4855-9e66-90653144d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:17.567494 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-a1d67ef4-bc63-4855-9e66-90653144d2b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee660d6-fd0c-472e-882a-a677309d43c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0769343 Feb 18 02:54:17.714740 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-a00d3756-a538-4790-a589-472f723f92cc service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383011 Feb 18 02:54:17.869997 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2f66f85b-bec0-4cfd-93cb-91a937223044 req-92f10af8-97ca-409f-8f3a-aac25d834049 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415164 Feb 18 02:54:18.254782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de6de0-5272-4553-98ae-f7a75308dbf3 req-2b45a1d2-3477-4b51-8237-659c259174cb tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:18.256385 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-26de6de0-5272-4553-98ae-f7a75308dbf3 req-2b45a1d2-3477-4b51-8237-659c259174cb tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0846465 Feb 18 02:54:18.305074 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-26de6de0-5272-4553-98ae-f7a75308dbf3 req-6fc696c0-4b76-4345-a440-baa666c104b9 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417531 Feb 18 02:54:19.504883 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c2b2-a0ec-47f0-9462-75bb3c861d05 req-fb819be7-a51a-43fb-ba56-3408b7ed147e tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:19.506458 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9a6c2b2-a0ec-47f0-9462-75bb3c861d05 req-fb819be7-a51a-43fb-ba56-3408b7ed147e tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0878339 Feb 18 02:54:19.552627 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9a6c2b2-a0ec-47f0-9462-75bb3c861d05 req-531d6a02-0f28-42a6-b432-4eed7ae96214 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0400133 Feb 18 02:54:20.547383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde26b54-3334-4dcf-ad92-498d5b615bcf req-32ead88c-7666-489c-bfe6-fc0b19554f50 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:20.548992 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cde26b54-3334-4dcf-ad92-498d5b615bcf req-32ead88c-7666-489c-bfe6-fc0b19554f50 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0868433 Feb 18 02:54:20.601851 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cde26b54-3334-4dcf-ad92-498d5b615bcf req-542ef093-4e35-4ad7-8d0f-969df8923b66 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463233 Feb 18 02:54:20.759629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602f25-39f7-4eee-9eb6-fcd4d34013e8 req-51021652-dbff-4df8-8f76-5799315394cd tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:20.761237 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-10602f25-39f7-4eee-9eb6-fcd4d34013e8 req-51021652-dbff-4df8-8f76-5799315394cd tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0938816 Feb 18 02:54:20.808830 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-10602f25-39f7-4eee-9eb6-fcd4d34013e8 req-41537088-15d8-44a8-950e-e9b8b3e8d035 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0406961 Feb 18 02:54:21.033903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:21.419016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ea9bc981-4d65-4e2f-884d-06d97cbff4b9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:54:21.537871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:21.565599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:54:21.575862 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port ea9bc981-4d65-4e2f-884d-06d97cbff4b9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:54:21.579262 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:21.581121 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:21.651422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:21.655965 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:21.814230 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'code': 422} returned with failed status Feb 18 02:54:21.814677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5eb33-5b95-4b09-88be-a8cec4bff0f1 req-a0d68f6a-d3aa-4a77-aa6e-d7f2a15d276d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:21.816370 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2ab5eb33-5b95-4b09-88be-a8cec4bff0f1 req-a0d68f6a-d3aa-4a77-aa6e-d7f2a15d276d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0935881 Feb 18 02:54:21.866001 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2ab5eb33-5b95-4b09-88be-a8cec4bff0f1 req-8789305e-07d8-4d3d-916d-4e16aab1b512 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435305 Feb 18 02:54:22.004143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee9a04-bf40-4e46-a900-cc7b9f1358a2 req-f141b5cd-69a3-4e10-a2b2-6608726ded4f tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:22.005733 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9bee9a04-bf40-4e46-a900-cc7b9f1358a2 req-f141b5cd-69a3-4e10-a2b2-6608726ded4f tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.0850511 Feb 18 02:54:22.052355 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9bee9a04-bf40-4e46-a900-cc7b9f1358a2 req-10a84fc7-dfca-427c-a7f0-023b1b8d4490 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0406232 Feb 18 02:54:22.425678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45846) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:54:22.428765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855262c-6f00-40d5-aadb-463634a918a1 req-47421b30-b053-49b8-bcfe-86a37b74381e tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:22.430392 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9855262c-6f00-40d5-aadb-463634a918a1 req-47421b30-b053-49b8-bcfe-86a37b74381e tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.0913048 Feb 18 02:54:22.480758 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9855262c-6f00-40d5-aadb-463634a918a1 req-430a684a-3c30-4093-bd59-d75021c0dd5b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434325 Feb 18 02:54:22.553559 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-0197bf8f-e124-4d36-b3cd-176b4dd3cd21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1265171 Feb 18 02:54:23.070627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d358f-33fc-4aee-bde0-5a6397892d15 req-a8075fb6-614c-4422-b7f1-a7bd3a257970 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:23.072194 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b10d358f-33fc-4aee-bde0-5a6397892d15 req-a8075fb6-614c-4422-b7f1-a7bd3a257970 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0885432 Feb 18 02:54:23.133471 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b10d358f-33fc-4aee-bde0-5a6397892d15 req-83b179f9-72e1-4d6b-a723-cadf54ff3c46 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541983 Feb 18 02:54:23.357935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-96528ca3-5216-492a-ac93-c7dd7e42e91a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:23.359566 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-96528ca3-5216-492a-ac93-c7dd7e42e91a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 946 time: 0.0869052 Feb 18 02:54:23.393887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:54:23.446566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Deleting port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:54:23.446956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:23.530936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:23.567836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:54:23.575032 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:23.577493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:23.653433 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:23.657293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:23.806546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] For port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:54:23.806952 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:23.815287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:54:23.878120 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7', 'code': 200} Feb 18 02:54:23.959420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319995e-d752-4147-a54f-3a37d651153a req-93990449-adee-40c3-8b09-aba4a34d6f07 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:23.961145 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4319995e-d752-4147-a54f-3a37d651153a req-93990449-adee-40c3-8b09-aba4a34d6f07 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.3094201 Feb 18 02:54:24.136585 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4319995e-d752-4147-a54f-3a37d651153a req-b215f0bc-3f9a-4e3e-99d8-3d718b67fcb4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1588035 Feb 18 02:54:24.248727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-665e45fd-346c-46a1-aba3-d9f3e30f8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:24.250365 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-665e45fd-346c-46a1-aba3-d9f3e30f8476 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7&tenant_id=00130025e7cc46389197fbd0023e9aa1 HTTP/1.1" status: 200 len: 1161 time: 0.3430111 Feb 18 02:54:24.268945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:24.269429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:24.269776 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Floating IP 1e5b21ec-21f3-4f9c-8af8-5efe91be2303 disassociated. External IP: 172.28.1.196, port: dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7. Feb 18 02:54:24.270164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Calling delete_port for dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:54:24.334446 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188abee-3994-4726-9da0-2f124c3cf0c6 req-b216e951-8414-4dc7-8c75-b3c0ca693528 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:24.336088 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6188abee-3994-4726-9da0-2f124c3cf0c6 req-b216e951-8414-4dc7-8c75-b3c0ca693528 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 944 time: 0.0864384 Feb 18 02:54:24.384628 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6188abee-3994-4726-9da0-2f124c3cf0c6 req-9e2f23c1-dff8-427d-a098-66323476ecc3 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Feb 18 02:54:24.427852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:54:24.428223 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:54:24.430273 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-af000777-d4fa-4927-9ded-06546ea95a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:24.431941 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-af000777-d4fa-4927-9ded-06546ea95a86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1161 time: 0.1304195 Feb 18 02:54:24.580125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-db95074c-37b3-494d-baaf-22634b40de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:24.581688 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-db95074c-37b3-494d-baaf-22634b40de3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 903 time: 0.1350453 Feb 18 02:54:24.697374 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-3da5f750-736f-4a2b-ab7d-3aaf0d5a7f0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 1000 time: 0.1020381 Feb 18 02:54:24.768130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-2cd3ee9e-044b-49d6-a04d-a86a900bc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:24.769733 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-2cd3ee9e-044b-49d6-a04d-a86a900bc6a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 200 len: 848 time: 0.0634813 Feb 18 02:54:24.859647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-91baefcd-3ddc-4d80-a69c-ce8cc5d1fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:24.861249 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-91baefcd-3ddc-4d80-a69c-ce8cc5d1fa6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee660d6-fd0c-472e-882a-a677309d43c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0793571 Feb 18 02:54:24.943916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Deleting port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:54:24.944293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:25.399118 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-5df9ec20-7478-4df7-b670-9fe8fdefab95 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232532 Feb 18 02:54:25.585346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556d5c8-d22e-4a65-870d-64b8f47c2940 req-024de56a-ae83-4f42-b321-87f1c8f25c3d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:25.586947 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e556d5c8-d22e-4a65-870d-64b8f47c2940 req-024de56a-ae83-4f42-b321-87f1c8f25c3d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 944 time: 0.0888247 Feb 18 02:54:25.632565 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9c5d3-6a40-45a9-8762-66f6cbb28919 req-c5e10e8d-3551-4432-bd49-106c5f67e211 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:25.634095 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dd9c5d3-6a40-45a9-8762-66f6cbb28919 req-c5e10e8d-3551-4432-bd49-106c5f67e211 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.3727496 Feb 18 02:54:25.635290 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e556d5c8-d22e-4a65-870d-64b8f47c2940 req-16d2b878-c252-480a-bd1a-233edc78f486 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=965a8950-4f37-4d27-8452-41c22a3635cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403872 Feb 18 02:54:25.716931 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ac8108da-8ec0-4b10-aba4-0af83cdbe22d req-1e55c2fb-8f64-4fc7-8f5b-d5f97fb83a13 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2417734 Feb 18 02:54:25.726954 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] For port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:54:25.727195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:25.742090 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dd9c5d3-6a40-45a9-8762-66f6cbb28919 req-d4a2b27a-7b76-4d89-a7dd-a3b31ba2e866 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0971425 Feb 18 02:54:26.053946 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:26.054371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:26.054734 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Floating IP 1e5b21ec-21f3-4f9c-8af8-5efe91be2303 disassociated. External IP: 172.28.1.196, port: dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7. Feb 18 02:54:26.055121 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Calling delete_port for dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:54:26.203335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:26.218805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-23f05e70-7570-4c80-b25f-ddbc5cf29aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:26.319556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event deleted for resources: {'Port': ['ID=dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:26.336371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.336785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.337193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.337593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.337988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.338382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.338774 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.339163 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.339601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.339994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.340384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.340769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.341195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.341597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.342002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.342389 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.342772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.343165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.343569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.343957 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.344343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.344732 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.345091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.345472 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:26.350752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:26.672440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:54:26.755620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671281f-5bda-44ed-bb9d-aa122d36174f req-c768515b-35f7-4ec9-92b1-16e3a40d2e5f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:26.757243 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7671281f-5bda-44ed-bb9d-aa122d36174f req-c768515b-35f7-4ec9-92b1-16e3a40d2e5f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1888199 Feb 18 02:54:26.805924 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-277ba373-c34b-40a8-9a1c-844889a13e72 req-eaae81cd-ebdf-4dbf-9117-6143bb4ebf86 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d10aef6-2304-4554-8d4b-85f0ce6de7ee HTTP/1.1" status: 200 len: 210 time: 0.0508373 Feb 18 02:54:26.906874 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7671281f-5bda-44ed-bb9d-aa122d36174f req-f06e1df8-5541-4ff5-a0e3-8636649eb5b5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374538 Feb 18 02:54:26.928267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:54:26.946090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] Sync routers for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:54:26.957356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:54:26.958420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:54:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:26.970696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] No DVR routers for this DVR port dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:54:26.973583 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:26.977848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'name': 'network-vif-deleted', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:54:26.994699 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-594a20c0-7cec-4c02-962d-5acf4126e0cc req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "DELETE /v2.0/ports/dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7 HTTP/1.1" status: 204 len: 173 time: 3.6287856 Feb 18 02:54:27.012518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f06d0c-5e48-4b10-a634-65fd8952dafc req-26ba2f6a-6849-412f-90f6-d5232ba5241f tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:27.014793 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29f06d0c-5e48-4b10-a634-65fd8952dafc req-26ba2f6a-6849-412f-90f6-d5232ba5241f tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.1009524 Feb 18 02:54:27.079270 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29f06d0c-5e48-4b10-a634-65fd8952dafc req-1fef0bc1-8ff2-4aef-8323-6e9a8cc67674 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0551193 Feb 18 02:54:27.106342 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d10aef6-2304-4554-8d4b-85f0ce6de7ee', 'name': 'network-vif-deleted', 'tag': 'dc2b62f1-6e79-4aaa-a388-c3616c9dd1d7', 'status': 'completed', 'code': 200} Feb 18 02:54:27.117529 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:54:27.174808 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:54:27.496527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:27.501050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] Checking router: 054d8a9c-c46b-4e89-826e-7ad3924e6c5f for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:54:27.509833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:54:27.510509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:54:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:27.702010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:54:27.937922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45914) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:54:28.021977 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00500674-65b6-42ff-808e-9c14b295633e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:28.097228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00500674-65b6-42ff-808e-9c14b295633e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:28.176037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664fb39-b5df-4d27-89b5-c75ea3850d76 req-0e3d3f93-a468-4b6f-8bf7-c962d409be08 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:28.177586 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f664fb39-b5df-4d27-89b5-c75ea3850d76 req-0e3d3f93-a468-4b6f-8bf7-c962d409be08 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1295655 Feb 18 02:54:28.184708 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00500674-65b6-42ff-808e-9c14b295633e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:28.197990 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4fdbd263-068b-4f75-97b9-658e033d569f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:28.205751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:28.210075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ee5111-93fc-4637-b2b2-6e2d349b1266 None None] The sync data for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb is: [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:54:28.225736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00500674-65b6-42ff-808e-9c14b295633e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965a8950-4f37-4d27-8452-41c22a3635cf,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:28.256433 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00500674-65b6-42ff-808e-9c14b295633e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:28.259598 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f664fb39-b5df-4d27-89b5-c75ea3850d76 req-b4fe9984-47dd-4c66-a345-4076ddcbef65 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628769 Feb 18 02:54:28.260867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-00500674-65b6-42ff-808e-9c14b295633e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:28.263357 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-00500674-65b6-42ff-808e-9c14b295633e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "DELETE /v2.0/security-groups/965a8950-4f37-4d27-8452-41c22a3635cf HTTP/1.1" status: 204 len: 168 time: 0.3242772 Feb 18 02:54:28.266698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45922) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:54:28.289692 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.v2.resource [None req-b705f389-0b09-436a-bf72-a7dcdf5bb777 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] show failed (client error): The resource could not be found. Feb 18 02:54:28.290812 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b705f389-0b09-436a-bf72-a7dcdf5bb777 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups/965a8950-4f37-4d27-8452-41c22a3635cf HTTP/1.1" status: 404 len: 347 time: 0.0231149 Feb 18 02:54:28.293878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45926) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:54:28.314474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0e805-ff2e-4445-a512-9a197f979a20 req-cade5e72-0bd9-4098-a8d7-2f1a23881763 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:28.316151 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c8c0e805-ff2e-4445-a512-9a197f979a20 req-cade5e72-0bd9-4098-a8d7-2f1a23881763 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.1147709 Feb 18 02:54:28.371884 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c8c0e805-ff2e-4445-a512-9a197f979a20 req-5e98acdb-9f08-42ff-8054-67ad4faa9c23 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0492125 Feb 18 02:54:28.610743 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5ad3c-601d-4d54-8080-e7b412f8fe96 None None] New status for floating IP 1e5b21ec-21f3-4f9c-8af8-5efe91be2303: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:54:28.686010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Deleting port 985f09d8-d9a7-4516-bee5-d114275012fc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:54:28.686387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:28.867736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:28.868271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:29.003638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Calling delete_port for 985f09d8-d9a7-4516-bee5-d114275012fc owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:54:29.085555 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:54:29.085915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:54:29.473696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3660f-44be-4b18-b9e7-9230feafc7c7 req-c98cbcca-0c70-431c-b583-028a32411429 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:29.475293 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-98e3660f-44be-4b18-b9e7-9230feafc7c7 req-c98cbcca-0c70-431c-b583-028a32411429 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0891683 Feb 18 02:54:29.522611 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-98e3660f-44be-4b18-b9e7-9230feafc7c7 req-c2e48c14-0313-4409-ae68-5acd6bb7866a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 Feb 18 02:54:29.572456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aca2a-7fe8-43ea-94f4-516fd91a612c req-ec33c673-1309-497a-a050-265860b8cf20 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:29.573996 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-116aca2a-7fe8-43ea-94f4-516fd91a612c req-ec33c673-1309-497a-a050-265860b8cf20 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.0864353 Feb 18 02:54:29.586942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Deleting port 985f09d8-d9a7-4516-bee5-d114275012fc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:54:29.587426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:29.622149 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-116aca2a-7fe8-43ea-94f4-516fd91a612c req-b0552e5d-9a3e-45d4-b022-0d9a48236798 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417762 Feb 18 02:54:29.767355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:29.767753 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:29.901322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Calling delete_port for 985f09d8-d9a7-4516-bee5-d114275012fc owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:54:29.984687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ea9bc981-4d65-4e2f-884d-06d97cbff4b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:54:30.040713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:30.055917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-91e9754b-4b57-47bf-ad19-18927dc03a54 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:30.056315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:30.056733 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:30.159095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event deleted for resources: {'Port': ['ID=985f09d8-d9a7-4516-bee5-d114275012fc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:30.166465 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:30.184880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:30.214057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:54:30.224407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port ea9bc981-4d65-4e2f-884d-06d97cbff4b9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:54:30.229625 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:30.231590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:30.270317 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'code': 200} Feb 18 02:54:30.281652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:30.296124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:30.297332 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "DELETE /v2.0/floatingips/1e5b21ec-21f3-4f9c-8af8-5efe91be2303 HTTP/1.1" status: 204 len: 168 time: 2.0023713 Feb 18 02:54:30.309801 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:30.318649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.318899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.319267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.319674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.320048 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.320421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.320793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.321164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.321532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.321989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.322254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.322621 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.323026 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.323391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.323915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.324396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.324539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.325098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.325098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.325664 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.325789 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.327100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.327100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.327696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:30.331901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:30.599666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1f7c9-962e-4af4-a024-0dc3bd9522e0 req-9d4f3ba7-da8b-4b05-9665-37ffe1b56ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:30.601299 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ba1f7c9-962e-4af4-a024-0dc3bd9522e0 req-9d4f3ba7-da8b-4b05-9665-37ffe1b56ed8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1163 time: 0.0810838 Feb 18 02:54:30.648318 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1ba1f7c9-962e-4af4-a024-0dc3bd9522e0 req-0ea4c2c1-c9ee-4a43-a140-a1a98ed1da02 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0363276 Feb 18 02:54:30.729036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8b2ef-2908-47c5-ab36-6d3f44127693 req-b8bd3541-b7b3-4316-bb4e-82f5cca86f74 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:30.730649 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dbe8b2ef-2908-47c5-ab36-6d3f44127693 req-b8bd3541-b7b3-4316-bb4e-82f5cca86f74 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0876453 Feb 18 02:54:30.782805 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dbe8b2ef-2908-47c5-ab36-6d3f44127693 req-42afd506-3a19-4729-add6-b6ad860863d6 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449059 Feb 18 02:54:30.976304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9796-c2b4-409a-8a76-ce13017a50e7 req-1eef762c-6bb2-420f-a8f7-1eea8c4701c9 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:30.977905 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-068a9796-c2b4-409a-8a76-ce13017a50e7 req-1eef762c-6bb2-420f-a8f7-1eea8c4701c9 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0861464 Feb 18 02:54:31.013369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45944) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:54:31.019114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142522180', 'description': 'tempest-description--299439461'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:54:31.025310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:54:31.026274 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-068a9796-c2b4-409a-8a76-ce13017a50e7 req-961e1af4-6bd0-4516-a15c-22e9386bfc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414488 Feb 18 02:54:31.030616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:security_group and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:54:31.033720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:54:31.039671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:54:31.050164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.071304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:54:31.075307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:security_group_rule and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:54:31.078312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:54:31.084113 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:54:31.164537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.167271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.173155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b218354a-f2aa-4e61-b42d-d522b0ee5d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:31.215874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:31.220036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:31.221002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.222334 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2078452 Feb 18 02:54:31.225442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 45948) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:54:31.231036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'security_group_rule': {'security_group_id': '92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:54:31.237875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:54:31.241840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:security_group_rule and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:54:31.244852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:54:31.250535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:54:31.265792 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.331454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.333806 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.335954 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fd42eff2-92f8-4879-9da5-777df0e5659b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:31.359769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde569c4-2039-4613-b5c9-13056774b5f1,revision_number=0']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:31.364427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:31.367842 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.369103 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-f5058042-0d46-4c80-abf3-63d4482441c0 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425648 Feb 18 02:54:31.372049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45952) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:54:31.378014 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'security_group_rule': {'security_group_id': '92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:54:31.384367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:54:31.388382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:security_group_rule and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:54:31.391907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:54:31.397661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:54:31.414367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.479939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.482728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309574'] for security_group_rule, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.484847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-894842ee-4581-48b0-95df-5fdc4b660890 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:31.493976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ea9bc981-4d65-4e2f-884d-06d97cbff4b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:54:31.507751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1983bda6-281a-4c88-91d9-21bd0c15a148,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:31.510289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:31.517131 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.521501 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b62f5655-b726-4562-be7f-ccfcd7c464aa tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452982 Feb 18 02:54:31.521729 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 45956) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:54:31.527213 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'floatingip': {'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:54:31.533860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:54:31.538100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Usage tracker for resource:floatingip and tenant:f6aadae0dfb54a09aa4d0be839ace6a0 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:54:31.541271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:54:31.547333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:54:31.557003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.569805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:31.570222 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:31.703502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:32.213972 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221f6cf-2cb7-47e3-971d-ed3dcf2fb68e req-6d2f2dcc-2873-4b89-97c8-1c2a51534e06 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:32.215643 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8221f6cf-2cb7-47e3-971d-ed3dcf2fb68e req-6d2f2dcc-2873-4b89-97c8-1c2a51534e06 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1814713 Feb 18 02:54:32.225311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ae4e3-cd31-4341-b866-cf222b05f6fd req-9b04868b-ea67-46ef-ae7a-631c208b81c3 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:32.226901 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-746ae4e3-cd31-4341-b866-cf222b05f6fd req-9b04868b-ea67-46ef-ae7a-631c208b81c3 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.0869558 Feb 18 02:54:32.275316 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-746ae4e3-cd31-4341-b866-cf222b05f6fd req-9df7b66d-f09c-4504-9c7e-fc6951f4f578 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416918 Feb 18 02:54:32.319521 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8221f6cf-2cb7-47e3-971d-ed3dcf2fb68e req-771273e7-6080-46b8-9fc1-7a7c6e3e431e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971754 Feb 18 02:54:32.327592 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Allocated IP 172.28.1.83 (6fd03acf-077a-4992-b52f-35408fdf411b/4251dbd1-b0df-4588-9e89-c3a1241ac2d8/579419c6-d213-4db9-beed-6bc3f23796df) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:54:32.486381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:32.515209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:32.531036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:32.666787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'Port': ['ID=579419c6-d213-4db9-beed-6bc3f23796df,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:32.671740 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:32.725356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Network 6fd03acf-077a-4992-b52f-35408fdf411b is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:54:32.726508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:54:32.728967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:54:32.811443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:32.875672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:33.148465 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:33.153584 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:33.170123 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:33.305345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'Port': ['ID=579419c6-d213-4db9-beed-6bc3f23796df,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:33.309656 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:33.412338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:33.434303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:33.436194 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9128885 Feb 18 02:54:33.526358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae06d6-e82c-46d4-a2b9-6b8037522dc5 req-d82bb608-b870-4139-881f-7430ad03f770 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:33.528223 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0fae06d6-e82c-46d4-a2b9-6b8037522dc5 req-d82bb608-b870-4139-881f-7430ad03f770 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0902445 Feb 18 02:54:33.555036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ea9bc981-4d65-4e2f-884d-06d97cbff4b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:54:33.577543 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0fae06d6-e82c-46d4-a2b9-6b8037522dc5 req-83565ab4-87ed-46d8-939e-6e3837a409c8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429986 Feb 18 02:54:33.634716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:33.635136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:33.666763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-464cab0a-6d65-47c6-9e5b-a16e3b00ac29 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:54:33.681892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-464cab0a-6d65-47c6-9e5b-a16e3b00ac29 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:54:33.683291 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-464cab0a-6d65-47c6-9e5b-a16e3b00ac29 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2142522180&fields=id&tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0 HTTP/1.1" status: 200 len: 267 time: 0.0605960 Feb 18 02:54:33.847491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-a511650a-819c-4a27-8a04-93e1a6032f07 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:33.849097 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-a511650a-819c-4a27-8a04-93e1a6032f07 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 811 time: 0.1577015 Feb 18 02:54:33.865142 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-50fccba0-0e10-4370-8ba2-0e521aa7f4f3 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/quotas/f6aadae0dfb54a09aa4d0be839ace6a0 HTTP/1.1" status: 200 len: 375 time: 0.0100420 Feb 18 02:54:33.957999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-60b67b93-71ce-4af2-bfc3-67be30dea081 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:54:33.972688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-60b67b93-71ce-4af2-bfc3-67be30dea081 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:54:33.974047 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-60b67b93-71ce-4af2-bfc3-67be30dea081 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1034999 Feb 18 02:54:34.168476 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-3983b39f-98a5-4a22-be61-4d24c4cede8e service neutron] 10.222.0.13 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811717 Feb 18 02:54:34.308488 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-8ab676fb-7071-450a-ab20-3054b3b0c02f service neutron] 10.222.0.13 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1327858 Feb 18 02:54:34.503182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-05146aef-9d94-47aa-be0a-f0cea510ea34 req-2e9891d5-075d-4e05-8e6d-201cb1c924f9 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:54:34.516074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-05146aef-9d94-47aa-be0a-f0cea510ea34 req-2e9891d5-075d-4e05-8e6d-201cb1c924f9 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:54:34.517346 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-05146aef-9d94-47aa-be0a-f0cea510ea34 req-2e9891d5-075d-4e05-8e6d-201cb1c924f9 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 210 time: 0.0626295 Feb 18 02:54:34.786071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f852ff-bbc0-4ebf-990a-576e75b640a4 req-8bcc3952-c6dc-4e14-aa11-14fc0a892945 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:34.787723 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43f852ff-bbc0-4ebf-990a-576e75b640a4 req-8bcc3952-c6dc-4e14-aa11-14fc0a892945 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0899532 Feb 18 02:54:34.835137 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43f852ff-bbc0-4ebf-990a-576e75b640a4 req-508b6727-1ba6-48d0-9c92-18ac437dec30 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411055 Feb 18 02:54:35.687403 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7cab493a-cc1d-48f1-85a9-8c36f044e2b8 req-2f87a393-7a7e-40f3-b9b2-f62cf6d2893c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 210 time: 0.0526240 Feb 18 02:54:35.780263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-4bc3b1d4-127b-4605-b88a-3a1be61ad712 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:35.781836 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-4bc3b1d4-127b-4605-b88a-3a1be61ad712 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 811 time: 0.1636126 Feb 18 02:54:35.866822 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-ae7caf1b-f278-41b9-97b3-1206d4a94c3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0 HTTP/1.1" status: 200 len: 5708 time: 0.0728002 Feb 18 02:54:35.877580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'port': {'device_id': '65080a86-5b87-497e-927b-a800f62ec0a2', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'admin_state_up': True, 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'security_groups': ['92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270']}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:54:36.088308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:54:36.103680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f321e-51b4-4834-abbd-735ec4dd3cd6 req-8a6d9405-314c-419f-a97b-f9c5677aa3d2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:36.105292 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-976f321e-51b4-4834-abbd-735ec4dd3cd6 req-8a6d9405-314c-419f-a97b-f9c5677aa3d2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1464403 Feb 18 02:54:36.109110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:54:36.137966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Made reservation on behalf of f6aadae0dfb54a09aa4d0be839ace6a0 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:54:36.143927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:36.194176 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-976f321e-51b4-4834-abbd-735ec4dd3cd6 req-8aad3219-d9f4-4586-a140-6765519d1623 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816045 Feb 18 02:54:36.462784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Allocated IP 172.20.0.6 (899f9aa8-9045-402c-8b00-46c755c88f6d/7fba6e2a-b9df-403b-92e9-a71d338182c9/202c08d0-3f27-4a5c-a7db-397f06b36622) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:54:36.656276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:36.672441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Transition to ACTIVE for port object 202c08d0-3f27-4a5c-a7db-397f06b36622 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:54:36.695627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:36.762878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-024ad025-9172-454e-9713-dcf15a2ec16e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:36.897728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd1f6-49e6-4062-ba75-87a4636e9619 req-fed7c9f8-2c3e-4e5b-9a3f-f26301fb5f9a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:36.899419 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c56cd1f6-49e6-4062-ba75-87a4636e9619 req-fed7c9f8-2c3e-4e5b-9a3f-f26301fb5f9a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 931 time: 0.0904300 Feb 18 02:54:36.950720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-c56cd1f6-49e6-4062-ba75-87a4636e9619 req-518731e9-cd79-4920-9c8f-d9e6116a8323 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:54:36.964050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-c56cd1f6-49e6-4062-ba75-87a4636e9619 req-518731e9-cd79-4920-9c8f-d9e6116a8323 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:54:36.965375 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c56cd1f6-49e6-4062-ba75-87a4636e9619 req-518731e9-cd79-4920-9c8f-d9e6116a8323 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583410 Feb 18 02:54:37.096106 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event updated for resources: {'Port': ['ID=202c08d0-3f27-4a5c-a7db-397f06b36622,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:37.099619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:37.140650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Network 899f9aa8-9045-402c-8b00-46c755c88f6d is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:54:37.141829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:54:37.144036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:54:37.214663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:37.215338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:37.245158 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3719406 Feb 18 02:54:37.261012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Request body: {'port': {'device_id': '65080a86-5b87-497e-927b-a800f62ec0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:54:37.372030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c564c78a-04cd-41e7-8069-eb90171fc6fa None None] Provisioning for port 202c08d0-3f27-4a5c-a7db-397f06b36622 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:54:37.377362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-c564c78a-04cd-41e7-8069-eb90171fc6fa None None] Provisioning complete for port 202c08d0-3f27-4a5c-a7db-397f06b36622 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:37.377781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c564c78a-04cd-41e7-8069-eb90171fc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:37.435346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c564c78a-04cd-41e7-8069-eb90171fc6fa None None] Port 202c08d0-3f27-4a5c-a7db-397f06b36622 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 02:54:37.449283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:37.528294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf595a-4bea-465e-a705-efa8b7c5a0e3 req-0336997d-f9df-4c11-8c7c-e8292ea65c73 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:37.529865 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-66cf595a-4bea-465e-a705-efa8b7c5a0e3 req-0336997d-f9df-4c11-8c7c-e8292ea65c73 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.2093613 Feb 18 02:54:37.635956 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-66cf595a-4bea-465e-a705-efa8b7c5a0e3 req-871c3af6-a5cc-4f7e-b0c5-babe1339e57d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991795 Feb 18 02:54:37.917507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202c08d0-3f27-4a5c-a7db-397f06b36622 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:54:37.926024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:37.938022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Transition to ACTIVE for port object 202c08d0-3f27-4a5c-a7db-397f06b36622 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:54:37.940806 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:37.956046 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7f06521c-9f54-45f2-8ffc-0a73bff889a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:38.093531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Pushing event updated for resources: {'Port': ['ID=202c08d0-3f27-4a5c-a7db-397f06b36622,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:38.096912 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:38.170058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2aab1-ecf2-4389-8e77-58ea3708e8d7 req-87aea84a-8349-42d8-abd1-573fee80b948 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:38.171879 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59e2aab1-ecf2-4389-8e77-58ea3708e8d7 req-87aea84a-8349-42d8-abd1-573fee80b948 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 943 time: 0.0916576 Feb 18 02:54:38.224156 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59e2aab1-ecf2-4389-8e77-58ea3708e8d7 req-23ac8aa6-4c37-4a51-941c-a7fa79cb449a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456321 Feb 18 02:54:38.291426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Attempting to bind port 202c08d0-3f27-4a5c-a7db-397f06b36622 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:54:38.291845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Attempting to bind port 202c08d0-3f27-4a5c-a7db-397f06b36622 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:54:38.292204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Attempting to bind port 202c08d0-3f27-4a5c-a7db-397f06b36622 on network 899f9aa8-9045-402c-8b00-46c755c88f6d {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:54:38.298400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:54:38.298782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Checking segment: {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:54:38.299238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:38.299671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Bound using segment: {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:54:38.300153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Bound port: 202c08d0-3f27-4a5c-a7db-397f06b36622, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2004e624-9d07-403e-8ec6-32d837130bae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:54:38.300535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:38.396619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] For port 202c08d0-3f27-4a5c-a7db-397f06b36622, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:54:38.399902 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] For port 202c08d0-3f27-4a5c-a7db-397f06b36622, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=202c08d0-3f27-4a5c-a7db-397f06b36622,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:54:38.403622 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:38.420412 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dacd5d8d-9c07-41a1-a386-20cbdab59ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:38.577561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Pushing event updated for resources: {'Port': ['ID=202c08d0-3f27-4a5c-a7db-397f06b36622,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:38.582892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:38.611888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:38.612575 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:38.614064 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] 10.222.0.52 "PUT /v2.0/ports/202c08d0-3f27-4a5c-a7db-397f06b36622 HTTP/1.1" status: 200 len: 1157 time: 1.3582196 Feb 18 02:54:38.614574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:54:38.694704 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622', 'status': 'completed', 'code': 200} Feb 18 02:54:38.739402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-bfdff1b9-d6b9-43c9-8fb0-f778545bed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:38.741157 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-bfdff1b9-d6b9-43c9-8fb0-f778545bed77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 1160 time: 0.0858610 Feb 18 02:54:38.830503 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-5a03f89d-8e37-4dcb-a143-ab2982512c28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202c08d0-3f27-4a5c-a7db-397f06b36622 HTTP/1.1" status: 200 len: 217 time: 0.0767393 Feb 18 02:54:38.869493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20943f4f-72fb-4aff-adbd-bb00ea2103b6 req-981549c2-409c-4c19-bd92-3aa8488f99fc tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:38.871100 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-20943f4f-72fb-4aff-adbd-bb00ea2103b6 req-981549c2-409c-4c19-bd92-3aa8488f99fc tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0861280 Feb 18 02:54:38.901339 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-4389b8cb-bf9e-4da8-bfb1-e70e5a20e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:38.903221 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-4389b8cb-bf9e-4da8-bfb1-e70e5a20e54c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 200 len: 850 time: 0.0655625 Feb 18 02:54:38.923924 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-20943f4f-72fb-4aff-adbd-bb00ea2103b6 req-43b6a989-2eae-4b81-b413-032184a68e44 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456603 Feb 18 02:54:38.992137 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-6c420954-051c-4a79-9818-1c109e67c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:38.993751 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-6c420954-051c-4a79-9818-1c109e67c45a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=899f9aa8-9045-402c-8b00-46c755c88f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0820584 Feb 18 02:54:39.148175 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-36d911f7-5ca8-4c19-9cb5-b58d02f60488 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434093 Feb 18 02:54:39.296988 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-04009cfe-60be-4b5b-a5fd-d602540a22c8 req-e2aa8f21-4f6a-4880-b309-c90cb40efaed service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414058 Feb 18 02:54:39.494020 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07992f-9bab-4a27-b6dc-385a9b772556 req-20b841bc-6a6b-496c-b5b4-e7670947788c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:39.494793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cc07992f-9bab-4a27-b6dc-385a9b772556 req-20b841bc-6a6b-496c-b5b4-e7670947788c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Synchronizing usage tracker for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:54:39.500501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-f5a34b07-4a71-44cf-beb3-e8b1380362f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:39.502069 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-f5a34b07-4a71-44cf-beb3-e8b1380362f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 1160 time: 0.1583037 Feb 18 02:54:39.537459 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-cc07992f-9bab-4a27-b6dc-385a9b772556 req-20b841bc-6a6b-496c-b5b4-e7670947788c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Unset dirty status for tenant:f6aadae0dfb54a09aa4d0be839ace6a0 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:54:39.538574 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cc07992f-9bab-4a27-b6dc-385a9b772556 req-20b841bc-6a6b-496c-b5b4-e7670947788c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 943 time: 0.1973469 Feb 18 02:54:39.661794 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cc07992f-9bab-4a27-b6dc-385a9b772556 req-a26bad31-b483-4c2b-bf4b-2f34b0aaf612 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760272 Feb 18 02:54:39.686450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-6279724d-07d9-48c8-871d-bf041e1fafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:39.688119 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-6279724d-07d9-48c8-871d-bf041e1fafb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 905 time: 0.1751056 Feb 18 02:54:39.765641 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-cfb5056b-163a-4c9e-b055-5c9ec81a3ac0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202c08d0-3f27-4a5c-a7db-397f06b36622 HTTP/1.1" status: 200 len: 217 time: 0.0690150 Feb 18 02:54:39.838061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-0e0308df-2778-4eb3-9a2c-ac3abfa79fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:39.839768 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-0e0308df-2778-4eb3-9a2c-ac3abfa79fdb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 200 len: 850 time: 0.0645797 Feb 18 02:54:39.923576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-26726f85-0fc1-4653-aa92-1716ac43e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:39.925209 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-26726f85-0fc1-4653-aa92-1716ac43e326 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=899f9aa8-9045-402c-8b00-46c755c88f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0771229 Feb 18 02:54:40.276263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8a483-4753-41f1-8753-19fa6e35072c req-c33201ff-5cb7-4354-a045-4ca44147a657 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:40.278113 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-55d8a483-4753-41f1-8753-19fa6e35072c req-c33201ff-5cb7-4354-a045-4ca44147a657 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0871062 Feb 18 02:54:40.316162 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-e67433b8-3118-43ec-97aa-d910098e60c5 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776731 Feb 18 02:54:40.326136 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-55d8a483-4753-41f1-8753-19fa6e35072c req-13b6e963-b047-485c-a5a8-940ce7eef552 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416327 Feb 18 02:54:40.459146 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ef652bc0-3900-481b-ad7c-2ce904ac9b0f req-2a732c65-23ff-49cb-9500-c00ab3e84137 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349828 Feb 18 02:54:40.914799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde023c2-2dca-47fc-8630-3f731be342be req-1648a5e3-5247-42de-b12d-637b0c86825a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:40.916420 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bde023c2-2dca-47fc-8630-3f731be342be req-1648a5e3-5247-42de-b12d-637b0c86825a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 943 time: 0.0897286 Feb 18 02:54:40.964089 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bde023c2-2dca-47fc-8630-3f731be342be req-a0ab075e-cbd1-4525-8e70-f482e4fd88e7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405867 Feb 18 02:54:41.529568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788a580-674c-4bfd-bf44-9d75d67d425c req-9d3433ed-0950-4f38-91fe-a9ba467077ad tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:41.531124 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4788a580-674c-4bfd-bf44-9d75d67d425c req-9d3433ed-0950-4f38-91fe-a9ba467077ad tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0877993 Feb 18 02:54:41.578074 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4788a580-674c-4bfd-bf44-9d75d67d425c req-5b662ee1-40d1-47b8-b376-fdcc6bb76e74 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405898 Feb 18 02:54:42.166595 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbdaf-280c-43e5-988c-44cc61f1c5c9 req-41c8d7f1-8927-4ebf-9006-f51782cda3ad tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:42.168217 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c48fbdaf-280c-43e5-988c-44cc61f1c5c9 req-41c8d7f1-8927-4ebf-9006-f51782cda3ad tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 943 time: 0.0895433 Feb 18 02:54:42.212218 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 202c08d0-3f27-4a5c-a7db-397f06b36622 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:54:42.215179 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c48fbdaf-280c-43e5-988c-44cc61f1c5c9 req-6401351b-1fb0-4973-8bee-ba26c7b97a64 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401535 Feb 18 02:54:42.284441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 202c08d0-3f27-4a5c-a7db-397f06b36622 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:54:42.289272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 202c08d0-3f27-4a5c-a7db-397f06b36622 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:42.289691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:42.410787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:42.450148 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:54:42.456940 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5cba1c4b-f326-4dec-a801-c2ba66e2451a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:42.462210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 202c08d0-3f27-4a5c-a7db-397f06b36622, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=202c08d0-3f27-4a5c-a7db-397f06b36622,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:54:42.465833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:42.468177 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:42.504941 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622', 'code': 200} Feb 18 02:54:42.538646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=202c08d0-3f27-4a5c-a7db-397f06b36622,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:42.541790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:42.835300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22ab70-c6dd-4b96-8715-c8c6b7f99329 req-a557cfc8-f781-44e0-b61e-25f7835dc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:42.836965 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ba22ab70-c6dd-4b96-8715-c8c6b7f99329 req-a557cfc8-f781-44e0-b61e-25f7835dc489 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 1162 time: 0.1502497 Feb 18 02:54:42.844547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ea0aa-2bdc-4ed8-9b37-88ef262ed801 req-8ea434fa-6deb-4c43-9944-c054c8a28e19 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:42.846062 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6b8ea0aa-2bdc-4ed8-9b37-88ef262ed801 req-8ea434fa-6deb-4c43-9944-c054c8a28e19 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1187792 Feb 18 02:54:42.916943 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ba22ab70-c6dd-4b96-8715-c8c6b7f99329 req-8d695af3-b0d8-479e-9290-79f3abb251cd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698960 Feb 18 02:54:42.920052 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6b8ea0aa-2bdc-4ed8-9b37-88ef262ed801 req-0f9fea65-0d6a-4a42-bc3b-7acd7f09558c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600111 Feb 18 02:54:43.415120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db259-2d81-46cd-8ca3-3f2cddefd61d req-7259f093-2baf-40dc-8d3a-91bef05b4752 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:43.416761 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-694db259-2d81-46cd-8ca3-3f2cddefd61d req-7259f093-2baf-40dc-8d3a-91bef05b4752 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 945 time: 0.0850248 Feb 18 02:54:43.467212 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-694db259-2d81-46cd-8ca3-3f2cddefd61d req-cb3c173b-5c4c-4474-866b-fd85645626bd tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436752 Feb 18 02:54:43.629610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 202c08d0-3f27-4a5c-a7db-397f06b36622 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:54:43.703606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 202c08d0-3f27-4a5c-a7db-397f06b36622 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:43.704016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:44.126101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd7df-f3fe-4a42-8ba7-c1a2bbbe205e req-4cc06f7b-17aa-4778-8401-951fba52dc37 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:44.127818 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-95cbd7df-f3fe-4a42-8ba7-c1a2bbbe205e req-4cc06f7b-17aa-4778-8401-951fba52dc37 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0912294 Feb 18 02:54:44.176357 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-95cbd7df-f3fe-4a42-8ba7-c1a2bbbe205e req-cf085e30-f64e-4b04-8659-480009c60c10 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421062 Feb 18 02:54:44.668997 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745b811-4bc1-4d7e-aba2-cdc8109b25fa req-186d2481-c009-41b7-92f6-f2137a90a96a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:44.670617 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7745b811-4bc1-4d7e-aba2-cdc8109b25fa req-186d2481-c009-41b7-92f6-f2137a90a96a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 945 time: 0.0875859 Feb 18 02:54:44.746115 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7745b811-4bc1-4d7e-aba2-cdc8109b25fa req-62065fe2-0e0d-4d4d-a265-c0f1f4772f70 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657935 Feb 18 02:54:44.778913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30e9ea65-e02c-44ac-85fb-5ca7c7b85ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:45.410063 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393772c6-5371-49cb-b3d7-632ba10ae920 req-f348c251-02fb-4a7a-97fb-0ce64a24189c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:45.411782 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-393772c6-5371-49cb-b3d7-632ba10ae920 req-f348c251-02fb-4a7a-97fb-0ce64a24189c tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0933599 Feb 18 02:54:45.469859 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-393772c6-5371-49cb-b3d7-632ba10ae920 req-43fb36b6-e6bf-4c56-894c-e006ccb4533e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499527 Feb 18 02:54:45.526154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:45.952309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018768d-e273-405a-86b5-c37d214320d1 req-27f7b45b-5f0a-41ff-b2cb-4f9ec24b9c9a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:45.955972 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b018768d-e273-405a-86b5-c37d214320d1 req-27f7b45b-5f0a-41ff-b2cb-4f9ec24b9c9a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 945 time: 0.0995975 Feb 18 02:54:46.009368 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b018768d-e273-405a-86b5-c37d214320d1 req-99a8406d-35d1-4fb0-a177-e17f7b4d29d7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479946 Feb 18 02:54:46.225213 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e767bf2-0539-404a-b2d5-1f5059a6cb5c req-e612d4b5-c477-4ebf-87b7-eaaafc6dae35 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:46.226868 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4e767bf2-0539-404a-b2d5-1f5059a6cb5c req-e612d4b5-c477-4ebf-87b7-eaaafc6dae35 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 945 time: 0.0977979 Feb 18 02:54:46.237285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46072) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:54:46.243107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-080a99f6-e5a1-4634-9460-b4e3fd2cb424 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Request body: {'floatingip': {'port_id': '202c08d0-3f27-4a5c-a7db-397f06b36622'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:54:46.336518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-080a99f6-e5a1-4634-9460-b4e3fd2cb424 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:46.540891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:46.780969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:46.861772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bf4b5-999d-4746-8f13-001d110bf53f req-15c57417-1de3-4fea-a761-b867a8f01e2b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:46.863565 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-360bf4b5-999d-4746-8f13-001d110bf53f req-15c57417-1de3-4fea-a761-b867a8f01e2b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.2185802 Feb 18 02:54:47.255774 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-360bf4b5-999d-4746-8f13-001d110bf53f req-05b07df6-187d-4327-a5b1-41ad8e1fc990 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104002 Feb 18 02:54:47.485399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-080a99f6-e5a1-4634-9460-b4e3fd2cb424 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:47.488790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-080a99f6-e5a1-4634-9460-b4e3fd2cb424 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:47.683297 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [None req-080a99f6-e5a1-4634-9460-b4e3fd2cb424 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Floating IP b886f66e-7b61-4901-8a02-4c539b882c38 associated. External IP: 172.28.1.83, port: 202c08d0-3f27-4a5c-a7db-397f06b36622. Feb 18 02:54:48.107119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080a99f6-e5a1-4634-9460-b4e3fd2cb424 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:54:48.318721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080a99f6-e5a1-4634-9460-b4e3fd2cb424 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:54:48.331691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] Sync routers for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:54:48.331882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-080a99f6-e5a1-4634-9460-b4e3fd2cb424 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:48.345047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:54:48.345989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:54:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:48.400359 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-080a99f6-e5a1-4634-9460-b4e3fd2cb424 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "PUT /v2.0/floatingips/b886f66e-7b61-4901-8a02-4c539b882c38 HTTP/1.1" status: 200 len: 990 time: 2.1618710 Feb 18 02:54:48.401320 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:54:48.481553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe989bd-de6c-4b45-b5c2-b64aef4f1051 req-06d51c3c-1684-40e3-97b7-68915b18f896 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:48.489265 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fbe989bd-de6c-4b45-b5c2-b64aef4f1051 req-06d51c3c-1684-40e3-97b7-68915b18f896 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0970590 Feb 18 02:54:48.542385 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fbe989bd-de6c-4b45-b5c2-b64aef4f1051 req-14d5f6b8-fea5-4865-9290-bf70b97bfd3b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517471 Feb 18 02:54:48.548202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:54:48.659711 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622', 'status': 'completed', 'code': 200} Feb 18 02:54:48.787805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62affc-fac1-4c24-b769-f86730f972eb req-241616de-0890-49b6-af96-75dff20be08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:48.789794 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0c62affc-fac1-4c24-b769-f86730f972eb req-241616de-0890-49b6-af96-75dff20be08e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 1162 time: 0.0968449 Feb 18 02:54:48.971112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62affc-fac1-4c24-b769-f86730f972eb req-3f2a283c-3cab-4341-9d3a-dff19215eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:48.972814 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0c62affc-fac1-4c24-b769-f86730f972eb req-3f2a283c-3cab-4341-9d3a-dff19215eb0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 200 len: 905 time: 0.1716094 Feb 18 02:54:48.974775 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': 'b886f66e-7b61-4901-8a02-4c539b882c38', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'port_id': '202c08d0-3f27-4a5c-a7db-397f06b36622', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'mac_address': 'fa:16:3e:57:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65080a86-5b87-497e-927b-a800f62ec0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:54:32Z', 'updated_at': '2021-02-18T02:54:47Z', 'revision_number': 1, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:48.979361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] Checking router: 054d8a9c-c46b-4e89-826e-7ad3924e6c5f for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:54:48.989636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:54:48.990317 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:54:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:49.101573 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0c62affc-fac1-4c24-b769-f86730f972eb req-768d6b9f-d1a4-48d0-b9bd-35874494edda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202c08d0-3f27-4a5c-a7db-397f06b36622 HTTP/1.1" status: 200 len: 998 time: 0.1175408 Feb 18 02:54:49.180849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62affc-fac1-4c24-b769-f86730f972eb req-5ae60aa1-bad3-454d-9d5b-777d356b0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:49.182628 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0c62affc-fac1-4c24-b769-f86730f972eb req-5ae60aa1-bad3-454d-9d5b-777d356b0767 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 200 len: 850 time: 0.0703914 Feb 18 02:54:49.194538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:54:49.287569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62affc-fac1-4c24-b769-f86730f972eb req-d410781c-345a-4fdf-9286-711e66609807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:49.291040 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0c62affc-fac1-4c24-b769-f86730f972eb req-d410781c-345a-4fdf-9286-711e66609807 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=899f9aa8-9045-402c-8b00-46c755c88f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0961299 Feb 18 02:54:49.476430 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0c62affc-fac1-4c24-b769-f86730f972eb req-f2b136d3-f011-4079-8f58-b8fbad708e81 service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760118 Feb 18 02:54:49.646451 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0c62affc-fac1-4c24-b769-f86730f972eb req-11f17fc7-3962-4318-8f06-4932141b4dff service neutron] 10.222.0.52 "GET /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1585581 Feb 18 02:54:49.846518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2ddd5-77d8-46ab-bf79-aedfa5f099d2 req-f1e1f0da-26b7-4206-9768-3cf7f4cb22f5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:49.848521 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-85c2ddd5-77d8-46ab-bf79-aedfa5f099d2 req-f1e1f0da-26b7-4206-9768-3cf7f4cb22f5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1062465 Feb 18 02:54:49.855047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': 'b886f66e-7b61-4901-8a02-4c539b882c38', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'port_id': '202c08d0-3f27-4a5c-a7db-397f06b36622', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'mac_address': 'fa:16:3e:57:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65080a86-5b87-497e-927b-a800f62ec0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:54:32Z', 'updated_at': '2021-02-18T02:54:47Z', 'revision_number': 1, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:49.859947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158cb071-b373-4ce5-93a4-b7c26225891f None None] The sync data for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb is: [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_floatingips': [{'id': 'b886f66e-7b61-4901-8a02-4c539b882c38', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'router_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'port_id': '202c08d0-3f27-4a5c-a7db-397f06b36622', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'mac_address': 'fa:16:3e:57:3c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65080a86-5b87-497e-927b-a800f62ec0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T02:54:32Z', 'updated_at': '2021-02-18T02:54:47Z', 'revision_number': 1, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:54:49.903512 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-85c2ddd5-77d8-46ab-bf79-aedfa5f099d2 req-b71e35d6-139c-434c-bb13-fb691284a992 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469408 Feb 18 02:54:50.264736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab502f95-f94a-4fa5-945a-981939f73259 None None] New status for floating IP b886f66e-7b61-4901-8a02-4c539b882c38: ACTIVE {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:54:51.028307 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-34f5a86d-de51-4c75-b31c-e12d5dbc7390 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1679047731&fields=id&tenant_id=bef4ae781b624b4197adf272955e1947 HTTP/1.1" status: 200 len: 267 time: 0.0551500 Feb 18 02:54:51.075453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:51.141319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-1362a24e-c1ac-4ca4-99c8-1119bab8f3c1 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:51.144332 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-1362a24e-c1ac-4ca4-99c8-1119bab8f3c1 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 985 time: 0.1144683 Feb 18 02:54:51.158392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Request body: {'port': {'security_groups': ['bfa8f877-4375-4274-a5cf-bfa95716a795']}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:54:51.322703 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:51.355183 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c4663-acb5-48c0-8145-7539237252eb req-e8eb7b59-6d6e-44a3-a126-82f7b8482eaf tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:51.357933 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-005c4663-acb5-48c0-8145-7539237252eb req-e8eb7b59-6d6e-44a3-a126-82f7b8482eaf tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0990486 Feb 18 02:54:51.423548 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-005c4663-acb5-48c0-8145-7539237252eb req-b2c11a7d-e6bb-4480-b418-b72fedd77898 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590167 Feb 18 02:54:51.685976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] For port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:54:51.716160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for port, precommit_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:51.721720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7286117'] for port, after_update {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:51.742764 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ec5bc3db-0c39-4cd1-a0eb-e1ea398f7c61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:51.916671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event updated for resources: {'Port': ['ID=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,revision_number=6']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:51.939164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.939515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.939925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.940336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.940720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.941111 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.941505 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.941899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.942290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.942681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.943069 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.943453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.943917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.944303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.944688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.945061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.945448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.945836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.946219 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.946599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.946982 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.947367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.947802 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.948182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:54:51.954313 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:51.981879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:51.983075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:51.990718 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6d69d85c-e9fa-47fa-b07d-4d97eecf9434 req-df9464ac-01e4-4a5f-8299-5d703f35883c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "PUT /v2.0/ports/ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 943 time: 0.8365641 Feb 18 02:54:51.990718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5'}] {{(pid=84024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:54:52.063204 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'status': 'completed', 'code': 200} Feb 18 02:54:52.087396 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cdf1c1f5-b175-43a2-8a6b-9cc6016c685f req-a33bdbf9-007d-4423-a6e4-92ab3f706dd6 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups/7fac2e65-3def-460e-a886-536656005e66 HTTP/1.1" status: 200 len: 3005 time: 0.0835249 Feb 18 02:54:52.217896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cdf1c1f5-b175-43a2-8a6b-9cc6016c685f req-a422cbac-3e87-4303-8c3e-8312054c83e4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:52.261271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cdf1c1f5-b175-43a2-8a6b-9cc6016c685f req-a422cbac-3e87-4303-8c3e-8312054c83e4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:52.321934 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-5cab66a2-d310-464f-aeab-04737eae9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:52.323530 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-5cab66a2-d310-464f-aeab-04737eae9eda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1163 time: 0.1970823 Feb 18 02:54:52.338876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-231e6563-22fe-4c20-ac55-7acc391c7e5f None None] Provisioning complete for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:52.339124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cdf1c1f5-b175-43a2-8a6b-9cc6016c685f req-a422cbac-3e87-4303-8c3e-8312054c83e4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:52.339488 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-231e6563-22fe-4c20-ac55-7acc391c7e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:52.354929 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6d34fd45-e516-47a3-9fee-e60ab819903d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:52.523671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-cdf1c1f5-b175-43a2-8a6b-9cc6016c685f req-a422cbac-3e87-4303-8c3e-8312054c83e4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:52.531680 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cdf1c1f5-b175-43a2-8a6b-9cc6016c685f req-a422cbac-3e87-4303-8c3e-8312054c83e4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "DELETE /v2.0/security-groups/7fac2e65-3def-460e-a886-536656005e66 HTTP/1.1" status: 204 len: 173 time: 0.4397867 Feb 18 02:54:52.531680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-7c0b9877-f26c-4c2e-a1d2-75ac80ca65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:52.545356 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-7c0b9877-f26c-4c2e-a1d2-75ac80ca65b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 907 time: 0.1916473 Feb 18 02:54:52.546275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422cbac-3e87-4303-8c3e-8312054c83e4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fac2e65-3def-460e-a886-536656005e66,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:52.670643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31a8a8-4ea6-4ae9-938b-ed4ce38188d8 req-48ed63a5-af0f-49cb-b786-8e7563adc0cb tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:52.672371 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8e31a8a8-4ea6-4ae9-938b-ed4ce38188d8 req-48ed63a5-af0f-49cb-b786-8e7563adc0cb tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1116390 Feb 18 02:54:52.676638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a422cbac-3e87-4303-8c3e-8312054c83e4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:52.762921 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8e31a8a8-4ea6-4ae9-938b-ed4ce38188d8 req-ef3254a4-f78c-4172-bf13-b6bdbc07f296 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835555 Feb 18 02:54:52.814574 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-5a33f345-48cb-44f1-960c-7a8d49209f16 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/floatingips/efab5415-5250-4816-9e83-bee8c1b533b0 HTTP/1.1" status: 200 len: 998 time: 0.2658308 Feb 18 02:54:52.859636 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-904c4e8d-a77c-4bcd-b4b9-9e6aff256f13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 1001 time: 0.1843414 Feb 18 02:54:53.249840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-db4450af-2240-46c9-be60-9b2ecfdf8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:53.251509 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-db4450af-2240-46c9-be60-9b2ecfdf8b02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 200 len: 852 time: 0.3426991 Feb 18 02:54:53.351908 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-f9263227-69ac-4d71-9ba6-45af1fa1dcaa tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:53.353601 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-f9263227-69ac-4d71-9ba6-45af1fa1dcaa tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/networks/6fd03acf-077a-4992-b52f-35408fdf411b HTTP/1.1" status: 200 len: 784 time: 0.5320930 Feb 18 02:54:53.368615 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-0029a482-76ec-46ba-80a0-d8134ba56b59 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:54:53.369993 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-0029a482-76ec-46ba-80a0-d8134ba56b59 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066619 Feb 18 02:54:53.381357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-5092deec-106d-45a6-ba26-6b51512ddeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:53.383307 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-5092deec-106d-45a6-ba26-6b51512ddeaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c2dc570-a733-47bd-814f-c2012496faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1228147 Feb 18 02:54:53.613997 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-29d3f5e5-d52f-4a3d-aafe-3316980a44f0 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.69 HTTP/1.1" status: 200 len: 1001 time: 0.1850219 Feb 18 02:54:53.722380 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-c7eb6fbe-ad42-4f05-837d-c4d50abf23a2 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173718 Feb 18 02:54:53.809798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-33a97f02-46d1-4c5c-acb8-b1a32b1386b8 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:53.811894 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-33a97f02-46d1-4c5c-acb8-b1a32b1386b8 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports/ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 943 time: 0.1828599 Feb 18 02:54:53.883437 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bc0e6e7f-8db5-4e96-bb96-c2c6dc2b7269 req-aff7f75f-aa6e-4af6-8c69-f94743e07301 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1529832 Feb 18 02:54:53.940648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:54:54.023087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238ab20-f8ba-4da3-9749-220d9ece9acf req-4f15efd8-f452-449e-9eb5-3da56138ff0e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:54.025767 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e238ab20-f8ba-4da3-9749-220d9ece9acf req-4f15efd8-f452-449e-9eb5-3da56138ff0e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1037400 Feb 18 02:54:54.026124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:54:54.026538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:54.088272 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-f4168f98-bfb0-4765-9e7c-206d1338ae88 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.69 HTTP/1.1" status: 200 len: 1001 time: 0.1290033 Feb 18 02:54:54.106145 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e238ab20-f8ba-4da3-9749-220d9ece9acf req-9990bc9f-4008-47d3-88f9-a812347ae926 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696893 Feb 18 02:54:54.345342 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Deleting port 0e07bdcd-761d-4e19-a58b-a3075b774105 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:54:54.345890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:54.529950 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:54.530323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:54.668954 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Calling delete_port for 0e07bdcd-761d-4e19-a58b-a3075b774105 owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:54:54.829524 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:54.848714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-51fd0fa9-b865-43fb-9e73-ee199802313d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:54:54.952713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event deleted for resources: {'Port': ['ID=0e07bdcd-761d-4e19-a58b-a3075b774105,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:54:54.957716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:54:55.070369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:55.070750 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Floating IP efab5415-5250-4816-9e83-bee8c1b533b0 disassociated (deleted). External IP: 172.28.1.69, port: ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5. Feb 18 02:54:55.325304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201899fb-5190-4b8e-8bc8-a25f00433b71 req-d466ac56-35bf-45df-9517-000996f7daed tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:55.326862 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-201899fb-5190-4b8e-8bc8-a25f00433b71 req-d466ac56-35bf-45df-9517-000996f7daed tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0915754 Feb 18 02:54:55.374559 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-201899fb-5190-4b8e-8bc8-a25f00433b71 req-4d820330-0f8e-4c43-a773-9334f49e9eb3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 Feb 18 02:54:55.421732 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-a39bf6e8-ea7d-4ad8-965a-44e1e2b3ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:55.423381 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-a39bf6e8-ea7d-4ad8-965a-44e1e2b3ad55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 1163 time: 0.2638471 Feb 18 02:54:55.635736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:54:55.724489 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-78317ff6-7cc8-448e-8c68-27977367ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:55.726103 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-78317ff6-7cc8-448e-8c68-27977367ce14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 911 time: 0.2934523 Feb 18 02:54:55.933457 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-d8cc7d22-9050-4499-a4c4-f4e923bea58b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc51e51-1e59-434d-9644-4e549d96e968 HTTP/1.1" status: 200 len: 1002 time: 0.1846395 Feb 18 02:54:56.219628 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:54:56.229409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] Sync routers for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:54:56.239115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:54:56.239848 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:54:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:56.252170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-fb0115f8-a8cf-426f-aed9-80fe9097ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:56.253743 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-fb0115f8-a8cf-426f-aed9-80fe9097ad5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.3104503 Feb 18 02:54:56.302506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:54:56.379244 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "DELETE /v2.0/floatingips/efab5415-5250-4816-9e83-bee8c1b533b0 HTTP/1.1" status: 204 len: 173 time: 2.2843554 Feb 18 02:54:56.380020 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:54:56.433606 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'status': 'completed', 'code': 200} Feb 18 02:54:56.436021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:54:56.459862 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-771a48df-15c5-4ec0-97a5-9865e75aaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:56.461510 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-771a48df-15c5-4ec0-97a5-9865e75aaf59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1998651 Feb 18 02:54:56.608195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef6d49-3290-4154-bc5c-4402fce9d38e req-a8567e1b-e428-481f-a611-9c6fe50a7cf3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:56.609726 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4eef6d49-3290-4154-bc5c-4402fce9d38e req-a8567e1b-e428-481f-a611-9c6fe50a7cf3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0871851 Feb 18 02:54:56.640100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-fbafdac9-66e6-45e0-8246-ff9c6c2981e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:56.641791 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-fbafdac9-66e6-45e0-8246-ff9c6c2981e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1163 time: 0.2481239 Feb 18 02:54:56.666881 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4eef6d49-3290-4154-bc5c-4402fce9d38e req-c4f45a26-2787-4dda-b7cc-e5119c2458fc tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500100 Feb 18 02:54:56.775814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:23Z', 'revision_number': 5, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:56.780764 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] Checking router: c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:54:56.788643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-d006a9ba-cd5a-47f0-8207-23d1df5e8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:56.789596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:54:56.790264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:54:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:56.790380 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-d006a9ba-cd5a-47f0-8207-23d1df5e8b37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef4ae781b624b4197adf272955e1947&device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 1163 time: 0.2964306 Feb 18 02:54:56.798049 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-c60c73a1-f000-4242-9a7c-e300c19a3005 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263855 Feb 18 02:54:56.982998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:54:57.018430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-2bf36d94-1dcb-46f6-8069-4507a187ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:57.020099 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-2bf36d94-1dcb-46f6-8069-4507a187ceec service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 907 time: 0.3619630 Feb 18 02:54:57.127260 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-b9ca47ef-6d8a-4576-b9dc-c41b34e559fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 217 time: 0.0995259 Feb 18 02:54:57.217705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-b4c82511-34f7-4aea-ab2e-95e0ba61ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:57.219286 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-b4c82511-34f7-4aea-ab2e-95e0ba61ae21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 200 len: 907 time: 0.4065020 Feb 18 02:54:57.226004 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-58e6641e-a063-4ce8-ae47-7fb18ca41282 req-da6ff82a-2a27-487f-a52b-af4b85f4fa03 service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4144175 Feb 18 02:54:57.235613 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-fa908ceb-b908-4efd-8942-ac8134d3994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:57.237161 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-fa908ceb-b908-4efd-8942-ac8134d3994b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 200 len: 852 time: 0.1027784 Feb 18 02:54:57.321414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:23Z', 'revision_number': 5, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:54:57.325694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0927d4-e201-47cc-83ba-f1142c382b6a None None] The sync data for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb is: [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:52:14Z', 'revision_number': 4, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '4acc0d34-ff78-48b4-896b-7d945f71bf0e', 'name': '', 'network_id': '5c2dc570-a733-47bd-814f-c2012496faaa', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'mac_address': 'fa:16:3e:c8:d4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:14Z', 'updated_at': '2021-02-18T02:52:23Z', 'revision_number': 5, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'subnets': [{'id': 'f5038413-5ab9-439c-b35a-715ee9689b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:54:57.368587 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-482b9993-8788-4bb4-8c7f-98692af25d97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 200 len: 217 time: 0.0844879 Feb 18 02:54:57.447515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-bb363e33-1500-4518-8a18-d3f38efd0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:57.449173 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-bb363e33-1500-4518-8a18-d3f38efd0105 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c2dc570-a733-47bd-814f-c2012496faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2054348 Feb 18 02:54:57.455087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-088506c3-eab1-4756-b4ed-effb730da69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:57.456582 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-088506c3-eab1-4756-b4ed-effb730da69a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 200 len: 852 time: 0.0777366 Feb 18 02:54:57.663848 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-9cac1d95-e123-4fca-965a-989c34565446 service neutron] 10.222.0.13 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061543 Feb 18 02:54:57.665769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-11700b32-4c3e-43d2-804a-3ef2d63e80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:57.667261 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-11700b32-4c3e-43d2-804a-3ef2d63e80f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c2dc570-a733-47bd-814f-c2012496faaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1887832 Feb 18 02:54:57.770001 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b14e17-8ac1-4ac3-9f78-d2fc1601cd57 None None] New status for floating IP efab5415-5250-4816-9e83-bee8c1b533b0: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:54:57.882355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bed8b-a62e-4452-a64a-5c49b2730465 req-ed80a047-f7cc-491a-8049-563954d12660 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:57.884094 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-342bed8b-a62e-4452-a64a-5c49b2730465 req-ed80a047-f7cc-491a-8049-563954d12660 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0894990 Feb 18 02:54:57.932591 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-981c9ad8-426a-4965-9bb7-b4ca08775841 req-005a7769-632e-4704-b2dc-c4b31287f407 service neutron] 10.222.0.13 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2616837 Feb 18 02:54:57.935957 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-f3427f1f-c7f8-4801-b74a-66168356a8e7 service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414184 Feb 18 02:54:57.938300 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-342bed8b-a62e-4452-a64a-5c49b2730465 req-c15f5093-8c59-4df5-a978-9a84ddae24fb tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463698 Feb 18 02:54:58.337528 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6caa5038-6d2f-47cb-b39f-e840bd0fe0aa req-fc8ea218-80b5-414b-a9b3-7131652107ed service neutron] 10.222.0.52 "GET /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3755970 Feb 18 02:54:59.146400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d69c1-c413-42b9-b3ac-e55c4236e6cc req-995b845e-8a06-4d65-a073-24fbd31d48da tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:54:59.148160 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-742d69c1-c413-42b9-b3ac-e55c4236e6cc req-995b845e-8a06-4d65-a073-24fbd31d48da tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0911794 Feb 18 02:54:59.197668 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-742d69c1-c413-42b9-b3ac-e55c4236e6cc req-1088be5b-c0ad-4a6a-8936-a8bd1f2c97b0 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430503 Feb 18 02:55:00.408367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59982b73-8a6c-43ef-a699-b5a43472f24e req-dec926f8-67e8-4949-bdcc-62ab6d7a65f8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:00.409968 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59982b73-8a6c-43ef-a699-b5a43472f24e req-dec926f8-67e8-4949-bdcc-62ab6d7a65f8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0874817 Feb 18 02:55:00.457101 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59982b73-8a6c-43ef-a699-b5a43472f24e req-ae219d9a-a420-4862-8b3b-565a7b8a7e5f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408587 Feb 18 02:55:01.719792 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 7cc51e51-1e59-434d-9644-4e549d96e968 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:55:01.848244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:01.877849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:55:01.888443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 7cc51e51-1e59-434d-9644-4e549d96e968, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7cc51e51-1e59-434d-9644-4e549d96e968,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:01.894176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:01.896264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:01.939279 dv-cinder-763306-10-smb neutron-server[83912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968', 'code': 422} returned with failed status Feb 18 02:55:01.974233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=7cc51e51-1e59-434d-9644-4e549d96e968,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:01.977828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:02.030439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d5848-b2d2-4257-ab3d-94a76387fd49 req-5e9a4a6d-b28b-4d46-b197-f28797e9f37e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:02.032318 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-999d5848-b2d2-4257-ab3d-94a76387fd49 req-5e9a4a6d-b28b-4d46-b197-f28797e9f37e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0956104 Feb 18 02:55:02.035714 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-aa11b529-412e-44c6-97fd-6d323de5d40e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826387 Feb 18 02:55:02.093779 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-999d5848-b2d2-4257-ab3d-94a76387fd49 req-443830d3-31e7-4de6-835e-1e49f8b5ec06 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456953 Feb 18 02:55:02.419685 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbda344-f6b7-455d-bb68-0bef2837b8bd req-7b96a206-2769-4d8f-88d0-7c1013ccc21d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:02.420987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-acbda344-f6b7-455d-bb68-0bef2837b8bd req-7b96a206-2769-4d8f-88d0-7c1013ccc21d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Synchronizing usage tracker for tenant:bef4ae781b624b4197adf272955e1947 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:55:02.436246 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-acbda344-f6b7-455d-bb68-0bef2837b8bd req-7b96a206-2769-4d8f-88d0-7c1013ccc21d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Unset dirty status for tenant:bef4ae781b624b4197adf272955e1947 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:55:02.437579 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-acbda344-f6b7-455d-bb68-0bef2837b8bd req-7b96a206-2769-4d8f-88d0-7c1013ccc21d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.1035006 Feb 18 02:55:02.485682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-acbda344-f6b7-455d-bb68-0bef2837b8bd req-6df72718-7156-4470-8c78-a2611f78ec9e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Synchronizing usage tracker for tenant:bef4ae781b624b4197adf272955e1947 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:55:02.500041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-acbda344-f6b7-455d-bb68-0bef2837b8bd req-6df72718-7156-4470-8c78-a2611f78ec9e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Unset dirty status for tenant:bef4ae781b624b4197adf272955e1947 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:55:02.501284 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-acbda344-f6b7-455d-bb68-0bef2837b8bd req-6df72718-7156-4470-8c78-a2611f78ec9e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575309 Feb 18 02:55:02.582291 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-2364d810-cab2-4c6e-a01b-fc098f84f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:02.583965 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-2364d810-cab2-4c6e-a01b-fc098f84f45a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a&tenant_id=5fdcf0edff8a48e38715bf653734144a HTTP/1.1" status: 200 len: 1161 time: 0.0817697 Feb 18 02:55:02.687875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-9d703abe-1037-4ef7-8881-e548b465e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:02.689397 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-9d703abe-1037-4ef7-8881-e548b465e317 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5fdcf0edff8a48e38715bf653734144a&device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 1161 time: 0.0773580 Feb 18 02:55:02.841093 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-43b2021d-87a6-45d5-8969-1661e647a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:02.843310 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-43b2021d-87a6-45d5-8969-1661e647a1b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 200 len: 911 time: 0.1373398 Feb 18 02:55:02.959430 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-9ea15814-42e9-4201-8eef-1f2153f254bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc51e51-1e59-434d-9644-4e549d96e968 HTTP/1.1" status: 200 len: 1000 time: 0.1021745 Feb 18 02:55:03.034155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-d3911735-9773-4a2b-baa5-ab0cfc877b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:03.035757 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-d3911735-9773-4a2b-baa5-ab0cfc877b7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 200 len: 856 time: 0.0657554 Feb 18 02:55:03.121960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-6c0bd53d-c936-41f7-bdee-94a609c09df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:03.123737 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-6c0bd53d-c936-41f7-bdee-94a609c09df6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d45c625-b63e-46a2-b188-4bbfd0053f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0764341 Feb 18 02:55:03.352287 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-fdaca17e-5303-4cc9-b58e-b35a22ebda5b service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170582 Feb 18 02:55:03.359283 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c99853-f2cf-454f-baf8-bae41a57d0e0 req-a4486c53-f23c-4123-a1ac-10e9550ac270 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:03.360782 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a2c99853-f2cf-454f-baf8-bae41a57d0e0 req-a4486c53-f23c-4123-a1ac-10e9550ac270 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.1455183 Feb 18 02:55:03.500932 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a2c99853-f2cf-454f-baf8-bae41a57d0e0 req-51212e7f-02ce-4981-a4a9-731414df56c1 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329904 Feb 18 02:55:03.540176 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-36339bda-6bac-44e9-bc46-97a6b6e3acce req-35a0878f-c2c2-41fb-9d57-ea0331cb326e service neutron] 10.222.0.52 "GET /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1733894 Feb 18 02:55:03.712343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f57ed-f5dd-4e16-8ea0-4271b9565974 req-42d84914-cc44-4ced-9ed5-3c303288a23a tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:03.713867 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-805f57ed-f5dd-4e16-8ea0-4271b9565974 req-42d84914-cc44-4ced-9ed5-3c303288a23a tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0924335 Feb 18 02:55:03.763757 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-805f57ed-f5dd-4e16-8ea0-4271b9565974 req-00939520-87dc-4a2c-8d67-3b8e1a3d3e3f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Feb 18 02:55:04.117054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:55:04.727349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d4d99-5fef-47d2-b38e-7525fd77648a req-5791a98b-ad2a-4e92-a944-0a5815394e5d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:04.735203 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-713d4d99-5fef-47d2-b38e-7525fd77648a req-5791a98b-ad2a-4e92-a944-0a5815394e5d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.1102903 Feb 18 02:55:04.784185 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-713d4d99-5fef-47d2-b38e-7525fd77648a req-1f38f4e5-b2dc-49ce-bce2-63597eace3b2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477586 Feb 18 02:55:04.977258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d7a34-29f9-4ea3-82d9-8c51f389d5b1 req-a355119f-8c4e-4c96-a0e1-c51435ab074e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:04.978954 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-615d7a34-29f9-4ea3-82d9-8c51f389d5b1 req-a355119f-8c4e-4c96-a0e1-c51435ab074e tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0927587 Feb 18 02:55:05.032194 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-615d7a34-29f9-4ea3-82d9-8c51f389d5b1 req-dbdcf4b9-7d1f-4afe-ac51-e29c143d93e5 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469780 Feb 18 02:55:05.997211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94b2f-bb60-4b4d-9c45-273e6bb31e30 req-238b9206-966c-4182-88d3-8e713ff42d64 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:05.998846 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9a94b2f-bb60-4b4d-9c45-273e6bb31e30 req-238b9206-966c-4182-88d3-8e713ff42d64 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0893054 Feb 18 02:55:06.048804 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a9a94b2f-bb60-4b4d-9c45-273e6bb31e30 req-09fc2916-aac8-40f7-9842-cc58dc2400af tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435836 Feb 18 02:55:06.240998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f9231-6891-4eb2-ba0d-37c32f4a5150 req-484514b8-d024-4d9a-b887-16c2cc5bc384 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:06.242701 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-343f9231-6891-4eb2-ba0d-37c32f4a5150 req-484514b8-d024-4d9a-b887-16c2cc5bc384 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0900989 Feb 18 02:55:06.293231 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-343f9231-6891-4eb2-ba0d-37c32f4a5150 req-aa92a855-296e-492d-b0be-c6c617642976 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Feb 18 02:55:07.269287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07732da4-d865-4dd1-a4da-049b40822c67 req-207e5c90-b469-4732-ab39-126c9688bef0 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:07.270924 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-07732da4-d865-4dd1-a4da-049b40822c67 req-207e5c90-b469-4732-ab39-126c9688bef0 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0925870 Feb 18 02:55:07.321587 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-07732da4-d865-4dd1-a4da-049b40822c67 req-167d7f97-5569-49b0-8b1b-91bd67955d50 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444193 Feb 18 02:55:07.558414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcd5c4-eed4-4f6a-a021-2e63908f9977 req-74ec7ab4-e5e5-4acf-ae0d-0c6cf3b374bf tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:07.560062 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5edcd5c4-eed4-4f6a-a021-2e63908f9977 req-74ec7ab4-e5e5-4acf-ae0d-0c6cf3b374bf tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.1129787 Feb 18 02:55:07.616459 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5edcd5c4-eed4-4f6a-a021-2e63908f9977 req-13d6c821-b083-4368-bc71-2b615765028f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493062 Feb 18 02:55:08.557423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2862e7-e15c-4073-a964-5936b54ea3f1 req-8becd0cd-2d75-4fbe-9827-68acca987ab7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:08.558969 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0a2862e7-e15c-4073-a964-5936b54ea3f1 req-8becd0cd-2d75-4fbe-9827-68acca987ab7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0985355 Feb 18 02:55:08.612585 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0a2862e7-e15c-4073-a964-5936b54ea3f1 req-236cb892-7a9d-41e1-9305-de432ef76072 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469041 Feb 18 02:55:08.822315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1e49b-3970-42af-93d2-eba10645ff55 req-75a645ba-7984-4622-8451-538b5dbe4f38 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:08.823869 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-63e1e49b-3970-42af-93d2-eba10645ff55 req-75a645ba-7984-4622-8451-538b5dbe4f38 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0922208 Feb 18 02:55:08.870694 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-63e1e49b-3970-42af-93d2-eba10645ff55 req-628854b4-4478-490f-8fd4-0e4356776390 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Feb 18 02:55:09.848178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e9e73-e9c7-4a06-b1a9-fa4a452c30eb req-d5011854-0454-40ca-9ed8-1ceae04d3bda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:09.852047 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-593e9e73-e9c7-4a06-b1a9-fa4a452c30eb req-d5011854-0454-40ca-9ed8-1ceae04d3bda tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.1012480 Feb 18 02:55:09.898486 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-593e9e73-e9c7-4a06-b1a9-fa4a452c30eb req-d97b8771-f41f-446d-8693-5751b2ae235e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418367 Feb 18 02:55:10.087402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bd5a8-2016-43af-9085-7b11121101fb req-fee1b3cd-8187-4cd4-8cd2-ea43b403d917 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:10.089066 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ca4bd5a8-2016-43af-9085-7b11121101fb req-fee1b3cd-8187-4cd4-8cd2-ea43b403d917 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0904295 Feb 18 02:55:10.136866 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ca4bd5a8-2016-43af-9085-7b11121101fb req-11679ecb-2ec5-4f54-841b-b21a5107fd43 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Feb 18 02:55:11.111194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab4629-7946-4d9e-955f-e45771d3ba62 req-e06701fc-a7c0-4f24-86d1-bd36e030fd16 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:11.112802 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dab4629-7946-4d9e-955f-e45771d3ba62 req-e06701fc-a7c0-4f24-86d1-bd36e030fd16 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0917234 Feb 18 02:55:11.160795 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dab4629-7946-4d9e-955f-e45771d3ba62 req-be9f786c-601b-4525-b738-8beb2331249a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416601 Feb 18 02:55:11.360254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8447869-fdbf-4dca-8211-e9174369128d req-39b222dc-ef62-477a-a169-16cef38d4053 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:11.362318 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a8447869-fdbf-4dca-8211-e9174369128d req-39b222dc-ef62-477a-a169-16cef38d4053 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0925448 Feb 18 02:55:11.411393 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a8447869-fdbf-4dca-8211-e9174369128d req-f68e1b9b-8805-47e2-9d21-d54521dcc216 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428836 Feb 18 02:55:12.371163 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4dcfe-b6e2-4ef1-9b6b-21d3b38aa583 req-8ac65f88-b642-4943-a725-e9634bc5b719 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:12.372851 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5ff4dcfe-b6e2-4ef1-9b6b-21d3b38aa583 req-8ac65f88-b642-4943-a725-e9634bc5b719 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0938225 Feb 18 02:55:12.425149 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5ff4dcfe-b6e2-4ef1-9b6b-21d3b38aa583 req-732ce585-90ab-44fe-8277-c2fc2711d89e tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459957 Feb 18 02:55:12.440790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c10b420c-db5e-4208-96f3-e963d2bea5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:12.614125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686001e-2ace-447f-96dc-19ee4cf6d5b1 req-bf2a3b0c-af54-4b74-92db-0c6e9a42eb3c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:12.615776 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e686001e-2ace-447f-96dc-19ee4cf6d5b1 req-bf2a3b0c-af54-4b74-92db-0c6e9a42eb3c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0869544 Feb 18 02:55:12.665046 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e686001e-2ace-447f-96dc-19ee4cf6d5b1 req-df0223a1-fb4e-4f3a-a238-2d1cfe6eb26c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Feb 18 02:55:13.648185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee3062-b19a-41dd-976b-c37b1ebefb28 req-51723ea8-6cd9-478f-842d-1d4d51de5252 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:13.649853 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1ee3062-b19a-41dd-976b-c37b1ebefb28 req-51723ea8-6cd9-478f-842d-1d4d51de5252 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.1029599 Feb 18 02:55:13.698233 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e1ee3062-b19a-41dd-976b-c37b1ebefb28 req-4e71d7f8-3469-4a1f-ac47-80007788ae17 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 Feb 18 02:55:13.898594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4af485-ba0a-46b5-abdd-fda1364eae40 req-4d8f49c7-9b1f-4fbb-956a-439fd6f804b5 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:13.900162 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ce4af485-ba0a-46b5-abdd-fda1364eae40 req-4d8f49c7-9b1f-4fbb-956a-439fd6f804b5 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0923502 Feb 18 02:55:13.947573 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ce4af485-ba0a-46b5-abdd-fda1364eae40 req-fa93de1f-7303-4600-a723-5511c50bb2af tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Feb 18 02:55:14.780734 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07ebb574-3424-4c13-be34-91fa58069e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:14.907620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1150fde-35d4-406b-a7a0-488971c479fa req-a7a87e37-6c59-4541-8d20-17500604a3f4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:14.909206 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c1150fde-35d4-406b-a7a0-488971c479fa req-a7a87e37-6c59-4541-8d20-17500604a3f4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0894594 Feb 18 02:55:14.961941 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c1150fde-35d4-406b-a7a0-488971c479fa req-45dacf14-bf4b-4698-b6e2-67b5705791d8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464222 Feb 18 02:55:15.161763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889efe29-f705-4445-8431-91300975178d req-665e6ef1-c247-4fa4-9ef0-34c3a8afb292 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:15.163405 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-889efe29-f705-4445-8431-91300975178d req-665e6ef1-c247-4fa4-9ef0-34c3a8afb292 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0948920 Feb 18 02:55:15.213213 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-889efe29-f705-4445-8431-91300975178d req-aa24bf08-12e5-4c7f-8513-393e98fe6ab1 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Feb 18 02:55:15.529469 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:16.176069 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bb696-7d2b-4a75-b9b1-7a179a75c938 req-73a67ee9-aeeb-4584-ae2e-da8015dfd00f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:16.177663 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b34bb696-7d2b-4a75-b9b1-7a179a75c938 req-73a67ee9-aeeb-4584-ae2e-da8015dfd00f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0925918 Feb 18 02:55:16.234698 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b34bb696-7d2b-4a75-b9b1-7a179a75c938 req-c2b9b0cd-6488-4ea2-b380-e90db3027106 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505579 Feb 18 02:55:16.427237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f170f8f-0613-4249-9758-8d7bc6b7918f req-b156da12-d50c-4929-80c5-e61886b58cb6 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:16.428829 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7f170f8f-0613-4249-9758-8d7bc6b7918f req-b156da12-d50c-4929-80c5-e61886b58cb6 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0916469 Feb 18 02:55:16.476045 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7f170f8f-0613-4249-9758-8d7bc6b7918f req-c59deaba-0288-4cd5-af9a-9e581edd91f2 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Feb 18 02:55:16.543391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:16.780484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:17.448643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946283a-0c80-4b00-bd2c-96f456887b73 req-c29d5541-b54e-4203-baa4-7e1b79b7b471 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:17.450277 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f946283a-0c80-4b00-bd2c-96f456887b73 req-c29d5541-b54e-4203-baa4-7e1b79b7b471 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0948598 Feb 18 02:55:17.506488 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f946283a-0c80-4b00-bd2c-96f456887b73 req-9cce5146-aaab-426e-b9a6-3b30c664b4c8 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491738 Feb 18 02:55:17.699765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ffd6b-5cd3-413b-83f7-d18383f07cc3 req-fd26db97-a25f-4237-ad9c-e19eafd12fbf tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:17.701995 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-259ffd6b-5cd3-413b-83f7-d18383f07cc3 req-fd26db97-a25f-4237-ad9c-e19eafd12fbf tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0910835 Feb 18 02:55:17.751011 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-259ffd6b-5cd3-413b-83f7-d18383f07cc3 req-79bcb3a7-8e6b-452f-b21c-3c292efad11d tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426295 Feb 18 02:55:18.707783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f6a01-cb1d-4628-aa38-4fe09e6f61cb req-2766a32d-c538-4da1-8dab-f040d7ada5ca tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:18.709404 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-242f6a01-cb1d-4628-aa38-4fe09e6f61cb req-2766a32d-c538-4da1-8dab-f040d7ada5ca tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0864549 Feb 18 02:55:18.757314 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-242f6a01-cb1d-4628-aa38-4fe09e6f61cb req-54aa62f6-b14a-443d-a8eb-aae5f6accca4 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415025 Feb 18 02:55:18.950885 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0f7fc-7a7e-46fa-8a19-5fb2ea678ea3 req-144d9078-174c-42f6-97f5-f68d071327d9 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:18.953220 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-07b0f7fc-7a7e-46fa-8a19-5fb2ea678ea3 req-144d9078-174c-42f6-97f5-f68d071327d9 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0863390 Feb 18 02:55:18.999945 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-07b0f7fc-7a7e-46fa-8a19-5fb2ea678ea3 req-0f8e5434-fc7a-49f3-8755-4731fb5d6271 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Feb 18 02:55:19.236263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-2f2c6c1b-6e7f-4315-b16b-584cae34f70c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:19.237800 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-2f2c6c1b-6e7f-4315-b16b-584cae34f70c tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.52 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.0867689 Feb 18 02:55:19.318195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Deleting port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:19.318516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:19.586573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] For port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:19.586901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:19.824567 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:55:19.944898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Calling delete_port for ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:19.961545 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:19.993592 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:55:20.005553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:20.008521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:20.011597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0d4ecb56-8ff7-4f5e-8e0b-3060421e7e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:20.047721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:55:20.048105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:55:20.072159 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'code': 200} Feb 18 02:55:20.090668 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:20.095316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:20.219224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8420eb6-d828-4079-8edf-a08a7eefc05d req-3d5f5cd0-b769-4daf-ac65-512f140be52f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:20.220796 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d8420eb6-d828-4079-8edf-a08a7eefc05d req-3d5f5cd0-b769-4daf-ac65-512f140be52f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.3113878 Feb 18 02:55:20.243849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82f602-a637-4fd1-a1ac-ae1b8e2c6c01 req-213e99b7-7395-409d-ae6a-5e1a68e86e7b tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:20.245493 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ed82f602-a637-4fd1-a1ac-ae1b8e2c6c01 req-213e99b7-7395-409d-ae6a-5e1a68e86e7b tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 944 time: 0.0923693 Feb 18 02:55:20.283038 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d8420eb6-d828-4079-8edf-a08a7eefc05d req-a24b38b8-64b0-49bc-8acf-748d52df4446 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545900 Feb 18 02:55:20.298683 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ed82f602-a637-4fd1-a1ac-ae1b8e2c6c01 req-86876918-ec17-4867-a2aa-8b761f52fc95 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa8f877-4375-4274-a5cf-bfa95716a795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461404 Feb 18 02:55:20.549092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Deleting port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:20.549445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:20.814799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] For port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:20.815141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:20.951136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Calling delete_port for ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:21.071406 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:21.098625 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:21.114354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:21.213238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Pushing event deleted for resources: {'Port': ['ID=ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:21.223234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:21.319493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] No DVR routers for this DVR port ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:55:21.321859 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:21.324721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'name': 'network-vif-deleted', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:55:21.340549 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0491fa39-f360-4224-97e6-f7ca94e0a591 req-c08ec21b-7b0b-4e5c-a311-f40a3d676aab tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.52 "DELETE /v2.0/ports/ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5 HTTP/1.1" status: 204 len: 173 time: 2.0923533 Feb 18 02:55:21.481773 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-669b632e-8ae3-43fe-8ca7-492f1aaf4201 req-5af16970-6df7-4512-aea8-6c44eb7ef441 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] 10.222.0.13 "GET /v2.0/ports?device_id=44749952-5359-481a-bf9c-e3033af3ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0493665 Feb 18 02:55:21.495089 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42382fb-da87-4389-a5c4-4fae63382108 req-85d44f0d-30ac-4342-955b-b5b143d4943b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:21.496600 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e42382fb-da87-4389-a5c4-4fae63382108 req-85d44f0d-30ac-4342-955b-b5b143d4943b tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0912101 Feb 18 02:55:21.544754 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44749952-5359-481a-bf9c-e3033af3ecd0', 'name': 'network-vif-deleted', 'tag': 'ec98a1c8-ac49-4b62-ba0d-48c1a53a8ac5', 'status': 'completed', 'code': 200} Feb 18 02:55:21.550379 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e42382fb-da87-4389-a5c4-4fae63382108 req-54b8ead0-188c-436c-a2cc-06336b393004 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461369 Feb 18 02:55:22.253982 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 7cc51e51-1e59-434d-9644-4e549d96e968 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:55:22.327899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 7cc51e51-1e59-434d-9644-4e549d96e968 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:55:22.328312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:22.445892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:22.476197 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:55:22.486605 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 7cc51e51-1e59-434d-9644-4e549d96e968, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7cc51e51-1e59-434d-9644-4e549d96e968,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:22.489663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:22.491624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:22.529531 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968', 'code': 200} Feb 18 02:55:22.563978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=7cc51e51-1e59-434d-9644-4e549d96e968,revision_number=6']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:22.567119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:22.879444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9e47c-f791-4314-911a-893b5cd0bf21 req-7192813c-68d7-412f-9953-3d41467f14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:22.881213 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-91c9e47c-f791-4314-911a-893b5cd0bf21 req-7192813c-68d7-412f-9953-3d41467f14b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 1163 time: 0.1653686 Feb 18 02:55:22.892536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce52c-d92d-4300-bb95-227c7c02a834 req-8480b712-6bb6-42b2-8e12-ad1a901bc86a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:22.894129 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-085ce52c-d92d-4300-bb95-227c7c02a834 req-8480b712-6bb6-42b2-8e12-ad1a901bc86a tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.2192707 Feb 18 02:55:22.980103 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-91c9e47c-f791-4314-911a-893b5cd0bf21 req-c486782d-a9e2-4601-ba4f-073b7306866b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848105 Feb 18 02:55:22.989551 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-085ce52c-d92d-4300-bb95-227c7c02a834 req-50ceac97-478b-434a-8c83-3002a6890137 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781298 Feb 18 02:55:22.996981 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-f589803e-c8ca-47c4-93a8-6d7f173999b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1786897 Feb 18 02:55:23.149304 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46392) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:55:23.389673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-dea26000-72fb-4257-b3bb-a4996be61e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:23.391358 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-dea26000-72fb-4257-b3bb-a4996be61e42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1163 time: 0.0789244 Feb 18 02:55:23.554268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-90ec3ba0-8973-49b8-a6b2-36cbebcb6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:23.555928 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-90ec3ba0-8973-49b8-a6b2-36cbebcb6979 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 903 time: 0.1426876 Feb 18 02:55:23.668734 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-592e9546-17b1-47d9-901f-3d2d1431397a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 1002 time: 0.1045647 Feb 18 02:55:23.738999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854405041'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:23.739789 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-2156f1fc-963c-4508-b614-d5a3ac343e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:23.741383 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-2156f1fc-963c-4508-b614-d5a3ac343e73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 200 len: 848 time: 0.0652685 Feb 18 02:55:23.829794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-eca79065-b6fd-462b-9664-32b98a273552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:23.831401 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-eca79065-b6fd-462b-9664-32b98a273552 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee660d6-fd0c-472e-882a-a677309d43c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0815380 Feb 18 02:55:23.844864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 7cc51e51-1e59-434d-9644-4e549d96e968 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:55:23.916658 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 7cc51e51-1e59-434d-9644-4e549d96e968 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:55:23.917252 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:23.977576 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-4e62b434-7e99-4733-9d52-ecf2e67a2b0a service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381443 Feb 18 02:55:24.119103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Deleting port 4acc0d34-ff78-48b4-896b-7d945f71bf0e {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:24.119494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:24.193995 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-972a67d5-a5ce-4ae5-97c3-4a80c09c081f req-e1519c8a-512d-4dbc-b108-9ebe22980333 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2086577 Feb 18 02:55:24.221006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33478065-0b06-40ee-b9fe-b1a63021d61e req-b9b71742-dc54-4f4a-af94-dcf448d6f398 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:24.222654 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-33478065-0b06-40ee-b9fe-b1a63021d61e req-b9b71742-dc54-4f4a-af94-dcf448d6f398 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1034763 Feb 18 02:55:24.276230 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-33478065-0b06-40ee-b9fe-b1a63021d61e req-38bb5f10-861b-4ab3-80c3-c54ef7134677 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438976 Feb 18 02:55:24.336506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] For port 4acc0d34-ff78-48b4-896b-7d945f71bf0e, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=4acc0d34-ff78-48b4-896b-7d945f71bf0e,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:24.336913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:24.479263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Calling delete_port for 4acc0d34-ff78-48b4-896b-7d945f71bf0e owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:24.815147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:24.830351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-269014e0-018f-4ee0-b314-45adc602d3e5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:24.932882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Pushing event deleted for resources: {'Port': ['ID=4acc0d34-ff78-48b4-896b-7d945f71bf0e,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:24.935993 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:25.234011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375804'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:25.502328 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74975b46-4e9f-4e76-b6e1-b040518efa4e req-d8b6a197-d475-4879-8757-e525abb9cbb9 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:25.510262 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-74975b46-4e9f-4e76-b6e1-b040518efa4e req-d8b6a197-d475-4879-8757-e525abb9cbb9 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.1102948 Feb 18 02:55:25.554411 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-74975b46-4e9f-4e76-b6e1-b040518efa4e req-9664a44a-a1a8-40b5-b3c6-7dcaa52db768 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431702 Feb 18 02:55:25.966981 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:55:26.154503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:55:26.163144 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] Sync routers for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:55:26.168075 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0171642 Feb 18 02:55:26.171261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46440) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:55:26.173953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:55:26.174661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:26.368066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:26.524796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:55:26.555143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:26.564058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Deleting port 278704f5-4b69-4a82-9c6d-098d8420b4f7 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:26.564435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:26.754816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] For port 278704f5-4b69-4a82-9c6d-098d8420b4f7, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=278704f5-4b69-4a82-9c6d-098d8420b4f7,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:26.755446 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:26.829601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:55:24Z', 'revision_number': 5, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port': {'id': '278704f5-4b69-4a82-9c6d-098d8420b4f7', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:52:10Z', 'updated_at': '2021-02-18T02:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:26.833727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] Checking router: c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:55:26.842716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] Routers {'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:55:26.843374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:26.891487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Calling delete_port for 278704f5-4b69-4a82-9c6d-098d8420b4f7 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:27.008489 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] Set router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:55:27.067713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:27.083626 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:27.124435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:55:26Z', 'revision_number': 6, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port_host': None}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:27.128521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1e40fa-20c4-4114-9f66-51681350a91a None None] The sync data for ids ['c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb'] in dv-cinder-763306-10-smb is: [{'id': 'c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb', 'name': 'tempest-TestMinimumBasicScenario-31135614-router', 'tenant_id': 'bef4ae781b624b4197adf272955e1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:52:09Z', 'updated_at': '2021-02-18T02:55:26Z', 'revision_number': 6, 'project_id': 'bef4ae781b624b4197adf272955e1947', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:55:27.187057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Pushing event deleted for resources: {'Port': ['ID=278704f5-4b69-4a82-9c6d-098d8420b4f7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:27.192027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:27.305176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854401939'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:27.475133 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 4acc0d34-ff78-48b4-896b-7d945f71bf0e no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:55:27.493003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747896'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:27.495396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:27.514974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 4acc0d34-ff78-48b4-896b-7d945f71bf0e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:55:27.515376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 4acc0d34-ff78-48b4-896b-7d945f71bf0e not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:55:27.515879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 278704f5-4b69-4a82-9c6d-098d8420b4f7 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:55:27.555841 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 278704f5-4b69-4a82-9c6d-098d8420b4f7 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:55:27.556351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 278704f5-4b69-4a82-9c6d-098d8420b4f7 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:55:27.585892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854405870'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:27.586475 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 02:55:27.599675 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:27.600903 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b70be44d-23ad-4e76-98a0-26c720d5f800 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c7dde361-4d05-4bbc-af2e-00a5d5a2c0eb HTTP/1.1" status: 204 len: 168 time: 1.4284084 Feb 18 02:55:27.603671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46446) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:55:27.669520 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-533e57a7-1148-4733-8e9c-090fe405e13a admin admin] Deleting subnet f5038413-5ab9-439c-b35a-715ee9689b77 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:55:27.673141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-533e57a7-1148-4733-8e9c-090fe405e13a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:27.727181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-533e57a7-1148-4733-8e9c-090fe405e13a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848310888'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:27.856859 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-533e57a7-1148-4733-8e9c-090fe405e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:28.344078 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-533e57a7-1148-4733-8e9c-090fe405e13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601372'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:28.359254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:28.457298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e57a7-1148-4733-8e9c-090fe405e13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5038413-5ab9-439c-b35a-715ee9689b77,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:28.460264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-533e57a7-1148-4733-8e9c-090fe405e13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:28.495311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-533e57a7-1148-4733-8e9c-090fe405e13a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:28.500535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a8ea2-2125-48dd-b74c-e08b6ee036ac None None] Network 5c2dc570-a733-47bd-814f-c2012496faaa requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:55:28.501948 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-533e57a7-1148-4733-8e9c-090fe405e13a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f5038413-5ab9-439c-b35a-715ee9689b77 HTTP/1.1" status: 204 len: 168 time: 0.8972504 Feb 18 02:55:28.504595 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46452) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:55:28.620081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:28.692116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Deleting port 4a471229-f859-44fa-9974-49326bacf0b6 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:28.692645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:28.776967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] DHCP port deletion for 5c2dc570-a733-47bd-814f-c2012496faaa request from dv-cinder-763306-10-smb {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 02:55:28.782214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] Deleting port 4a471229-f859-44fa-9974-49326bacf0b6 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:28.782746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:28.920687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] For port 4a471229-f859-44fa-9974-49326bacf0b6, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=4a471229-f859-44fa-9974-49326bacf0b6,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:28.921205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:29.001166 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] For port 4a471229-f859-44fa-9974-49326bacf0b6, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=4a471229-f859-44fa-9974-49326bacf0b6,segment=NetworkSegment(3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76),segment_id=3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:29.001526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:29.060108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Calling delete_port for 4a471229-f859-44fa-9974-49326bacf0b6 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:29.131653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] Calling delete_port for 4a471229-f859-44fa-9974-49326bacf0b6 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:29.137022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:29.152191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:29.261498 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a471229-f859-44fa-9974-49326bacf0b6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:29.265422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:29.273683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:55:29.274158 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:55:29.298677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] No DVR routers for this DVR port 4a471229-f859-44fa-9974-49326bacf0b6 on host dv-cinder-763306-10-smb {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:55:29.421331 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:29.467986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 4a471229-f859-44fa-9974-49326bacf0b6 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:55:29.508006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 4a471229-f859-44fa-9974-49326bacf0b6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:55:29.508402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 4a471229-f859-44fa-9974-49326bacf0b6 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:55:29.536858 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2dc570-a733-47bd-814f-c2012496faaa']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:29.550085 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:29.550414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdf94ee-01b3-4a9a-be76-a2ee27ff9d76') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:29.562124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464928'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:29.578683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:29.580881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:55:29.755437 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Network 5c2dc570-a733-47bd-814f-c2012496faaa has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:55:29.764885 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847496567'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:29.774850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] Deleting port 4a471229-f859-44fa-9974-49326bacf0b6 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:29.775281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:29.845799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7568c54f-0133-4703-87bf-abc523f7ba09 None None] The port '4a471229-f859-44fa-9974-49326bacf0b6' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 02:55:29.946041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Network 5c2dc570-a733-47bd-814f-c2012496faaa has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:55:29.969238 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:55:30.050257 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:30.054697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:30.058942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-953cdb9a-5533-430a-839e-0ee3f913cd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:30.081539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c2dc570-a733-47bd-814f-c2012496faaa,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:30.084309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:30.098003 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-698b8abf-309b-435c-aea0-1207e0568f94 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c2dc570-a733-47bd-814f-c2012496faaa HTTP/1.1" status: 204 len: 168 time: 1.5921817 Feb 18 02:55:30.278797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46462) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:55:30.330318 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d0a1a6ab-079a-42ce-9b8f-ec334f8ac1ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bef4ae781b624b4197adf272955e1947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496752 Feb 18 02:55:30.332682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46466) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:55:30.392309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa27b45-9175-40a1-bcb2-2fd8e5087b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:30.419267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa27b45-9175-40a1-bcb2-2fd8e5087b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:30.462322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa27b45-9175-40a1-bcb2-2fd8e5087b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:30.467677 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7d5f9f0e-3eb9-41cc-acce-6080211c0791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:30.484381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa27b45-9175-40a1-bcb2-2fd8e5087b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa8f877-4375-4274-a5cf-bfa95716a795,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:30.487135 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bfa27b45-9175-40a1-bcb2-2fd8e5087b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:30.493859 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bfa27b45-9175-40a1-bcb2-2fd8e5087b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:30.495064 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-bfa27b45-9175-40a1-bcb2-2fd8e5087b58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfa8f877-4375-4274-a5cf-bfa95716a795 HTTP/1.1" status: 204 len: 168 time: 0.1614463 Feb 18 02:55:41.117750 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:55:42.443444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-afd8ac90-8791-421b-85d0-39dbc0ac83a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:44.783589 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-96e91313-8a6f-4a58-be63-3d7c659d2b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:45.529886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:46.534814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:46.782210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:51.074903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:51.221554 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359fc03-9d25-4cb3-a9df-e2b11a7c8814 req-53f0fee0-0275-4829-af64-5e7879d2008d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:51.223049 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c359fc03-9d25-4cb3-a9df-e2b11a7c8814 req-53f0fee0-0275-4829-af64-5e7879d2008d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 945 time: 0.0858579 Feb 18 02:55:51.269107 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c359fc03-9d25-4cb3-a9df-e2b11a7c8814 req-d73c842c-7145-4521-b1e6-c52828d24417 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397971 Feb 18 02:55:52.467037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4ba3b-c9da-4ce3-8b63-1fd423db3a37 req-010be6e1-50ff-4bdc-8ba7-0c4b2c4f1d72 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:52.468659 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c1f4ba3b-c9da-4ce3-8b63-1fd423db3a37 req-010be6e1-50ff-4bdc-8ba7-0c4b2c4f1d72 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 945 time: 0.0857303 Feb 18 02:55:52.518906 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c1f4ba3b-c9da-4ce3-8b63-1fd423db3a37 req-92fc8de8-9108-4ada-a4fb-5b43cf15c9ec tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Feb 18 02:55:53.477736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96526d2-5d1c-4364-bb39-78eab212706b req-87abed62-8597-4012-a531-9ca19b183dce tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:53.479352 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d96526d2-5d1c-4364-bb39-78eab212706b req-87abed62-8597-4012-a531-9ca19b183dce tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 945 time: 0.0860732 Feb 18 02:55:53.562686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Deleting port 202c08d0-3f27-4a5c-a7db-397f06b36622 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:53.563054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:53.724922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34aa76-25b8-4f86-861a-ab9c63e1e68b req-9b2b44b3-ef56-4fa7-8019-568cc571e869 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:53.726516 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6e34aa76-25b8-4f86-861a-ab9c63e1e68b req-9b2b44b3-ef56-4fa7-8019-568cc571e869 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 945 time: 0.0918286 Feb 18 02:55:53.778295 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6e34aa76-25b8-4f86-861a-ab9c63e1e68b req-89860517-6c4a-4f80-afb2-ea1a0d0fa819 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449710 Feb 18 02:55:53.830426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] For port 202c08d0-3f27-4a5c-a7db-397f06b36622, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=202c08d0-3f27-4a5c-a7db-397f06b36622,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:53.830833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:54.017555 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 202c08d0-3f27-4a5c-a7db-397f06b36622 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:55:54.138257 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:54.171528 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:55:54.183263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 202c08d0-3f27-4a5c-a7db-397f06b36622, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=202c08d0-3f27-4a5c-a7db-397f06b36622,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:54.186674 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:54.189363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:54.225954 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622', 'code': 200} Feb 18 02:55:54.268941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=202c08d0-3f27-4a5c-a7db-397f06b36622,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:54.277502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.277897 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.278320 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.278964 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.279344 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.279745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.280121 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.280496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.280872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.281247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.281620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.282588 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.283013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.283386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.283782 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.284153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.284522 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.284892 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.285258 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.285626 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.286033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.286406 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.286771 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.287141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:54.291947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:54.378319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:54.378735 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:54.379089 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Floating IP b886f66e-7b61-4901-8a02-4c539b882c38 disassociated. External IP: 172.28.1.83, port: 202c08d0-3f27-4a5c-a7db-397f06b36622. Feb 18 02:55:54.379490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Calling delete_port for 202c08d0-3f27-4a5c-a7db-397f06b36622 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:54.463265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:55:54.463655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:55:54.964392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Deleting port 202c08d0-3f27-4a5c-a7db-397f06b36622 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:54.964959 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:54.975755 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9e9c-101c-4973-9fda-fcabb3fbf363 req-20b1fc04-42c1-455a-a0af-7d6766d51c4c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:54.977352 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2d4b9e9c-101c-4973-9fda-fcabb3fbf363 req-20b1fc04-42c1-455a-a0af-7d6766d51c4c tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 943 time: 0.0846181 Feb 18 02:55:55.029327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2d4b9e9c-101c-4973-9fda-fcabb3fbf363 req-c12cb698-ce89-47d5-b108-c868223899d9 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Feb 18 02:55:55.230400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] For port 202c08d0-3f27-4a5c-a7db-397f06b36622, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=202c08d0-3f27-4a5c-a7db-397f06b36622,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:55:55.230806 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:55.546696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:55.547168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:55.547686 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Floating IP b886f66e-7b61-4901-8a02-4c539b882c38 disassociated. External IP: 172.28.1.83, port: 202c08d0-3f27-4a5c-a7db-397f06b36622. Feb 18 02:55:55.548082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Calling delete_port for 202c08d0-3f27-4a5c-a7db-397f06b36622 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:55.698287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:55.713318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b47bcdc2-fb5d-42d5-b1b5-ddab4b2ee839 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:55.809731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event deleted for resources: {'Port': ['ID=202c08d0-3f27-4a5c-a7db-397f06b36622,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:55.829577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.829996 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.830405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.830808 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.831208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.831636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.832034 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.832430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.832825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.833219 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.833617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.834006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.834452 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.834827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.835217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.835630 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.836021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.836408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.836798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.837208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.837591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.837958 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.838345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.838731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:55.843904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:56.097881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:55:56.232711 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b846f225-07f2-40d1-9547-3ce14dfb91b8 req-9fdc67f3-a24f-425f-b0f7-32e41f7917c7 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/ports?device_id=65080a86-5b87-497e-927b-a800f62ec0a2 HTTP/1.1" status: 200 len: 210 time: 0.0707219 Feb 18 02:55:56.338236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:55:56.348243 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] Sync routers for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:55:56.358514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:55:56.359189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:56.380136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] No DVR routers for this DVR port 202c08d0-3f27-4a5c-a7db-397f06b36622 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:55:56.382631 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:56.385841 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'name': 'network-vif-deleted', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:55:56.405995 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d96526d2-5d1c-4364-bb39-78eab212706b req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.52 "DELETE /v2.0/ports/202c08d0-3f27-4a5c-a7db-397f06b36622 HTTP/1.1" status: 204 len: 173 time: 2.9193468 Feb 18 02:55:56.442322 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65080a86-5b87-497e-927b-a800f62ec0a2', 'name': 'network-vif-deleted', 'tag': '202c08d0-3f27-4a5c-a7db-397f06b36622', 'status': 'completed', 'code': 200} Feb 18 02:55:56.553056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:55:56.880684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:56.884758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] Checking router: 054d8a9c-c46b-4e89-826e-7ad3924e6c5f for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:55:56.894371 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:55:56.895023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:57.083730 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:55:57.366513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46596) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:55:57.440013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:57.472086 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:57.517845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:57.522986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3ecfe216-ab20-46c0-9627-12f1ed049ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:57.539350 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:57.555568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.555997 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.556492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.556905 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.557310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.557721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.558127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.558509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.558906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.559305 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.560043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.560454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.560898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.561299 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.561700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.562100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.562502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.563414 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.563843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.564238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.564632 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.565032 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.565428 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.565825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:55:57.569361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:57.570122 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:55:57.573356 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "DELETE /v2.0/security-groups/92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270 HTTP/1.1" status: 204 len: 168 time: 0.2029278 Feb 18 02:55:57.573356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:57.573925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46600) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:55:57.578224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60344e4-af28-48cd-abe1-f5f3ef9a9bc2 None None] The sync data for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb is: [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:49:37Z', 'revision_number': 4, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '05a1fa8f-e33b-4501-a4de-848d392bfb74', 'name': '', 'network_id': '899f9aa8-9045-402c-8b00-46c755c88f6d', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'mac_address': 'fa:16:3e:3b:8d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:36Z', 'updated_at': '2021-02-18T02:49:50Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'subnets': [{'id': '7fba6e2a-b9df-403b-92e9-a71d338182c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:55:57.592050 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.v2.resource [None req-c1326e7d-5365-488e-b821-b0434973b2cc tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] show failed (client error): The resource could not be found. Feb 18 02:55:57.597075 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c1326e7d-5365-488e-b821-b0434973b2cc tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "GET /v2.0/security-groups/92fbf6fc-e8a7-4e2c-a3ee-77b8c1a44270 HTTP/1.1" status: 404 len: 347 time: 0.0190666 Feb 18 02:55:57.597075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46606) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:55:57.770019 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Deleting port 579419c6-d213-4db9-beed-6bc3f23796df {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:57.770319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:57.953199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:57.954109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:57.998837 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514924ca-555f-4b78-b0a2-c8e9ac4f7449 None None] New status for floating IP b886f66e-7b61-4901-8a02-4c539b882c38: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:55:58.088666 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Calling delete_port for 579419c6-d213-4db9-beed-6bc3f23796df owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:58.381763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84024) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:55:58.382210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:55:58.883401 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Deleting port 579419c6-d213-4db9-beed-6bc3f23796df {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:55:58.883816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:59.062857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:59.063180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:59.195165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Calling delete_port for 579419c6-d213-4db9-beed-6bc3f23796df owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:55:59.334124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:59.349659 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cc4f8199-c4c0-4ff2-9c2e-f390dd557225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:55:59.446353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Pushing event deleted for resources: {'Port': ['ID=579419c6-d213-4db9-beed-6bc3f23796df,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:55:59.456267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:55:59.581419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:59.596606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:55:59.597767 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1aab93f6-c948-421c-ae22-3348025c942d tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] 10.222.0.13 "DELETE /v2.0/floatingips/b886f66e-7b61-4901-8a02-4c539b882c38 HTTP/1.1" status: 204 len: 168 time: 2.0001936 Feb 18 02:55:59.879386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff946d-65c3-4774-bb78-f2d449ec6350 req-8961f5dc-9328-4708-9bf7-414140013a7d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:55:59.880952 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-beff946d-65c3-4774-bb78-f2d449ec6350 req-8961f5dc-9328-4708-9bf7-414140013a7d tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0875018 Feb 18 02:55:59.934633 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-beff946d-65c3-4774-bb78-f2d449ec6350 req-ed821eb3-ef11-4ce3-8bc9-334de16d0a90 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469778 Feb 18 02:56:01.148949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87379bbe-b5f0-46c1-91ad-dc33a16f1544 req-07dff717-e2b1-40e8-92e2-cfdd600c1515 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:01.150550 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-87379bbe-b5f0-46c1-91ad-dc33a16f1544 req-07dff717-e2b1-40e8-92e2-cfdd600c1515 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0912519 Feb 18 02:56:01.202399 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-87379bbe-b5f0-46c1-91ad-dc33a16f1544 req-5d00d348-a04b-4f2f-b18e-44d58812f967 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442204 Feb 18 02:56:01.757008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-51887c96-bc20-4fb7-9ba5-2d82a7eb5cd7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:01.758486 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-51887c96-bc20-4fb7-9ba5-2d82a7eb5cd7 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 946 time: 0.0887742 Feb 18 02:56:01.835746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Deleting port 7cc51e51-1e59-434d-9644-4e549d96e968 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:01.836127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:02.059306 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 7cc51e51-1e59-434d-9644-4e549d96e968 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:02.095111 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] For port 7cc51e51-1e59-434d-9644-4e549d96e968, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7cc51e51-1e59-434d-9644-4e549d96e968,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:02.095543 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:02.186887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:02.215281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:56:02.226306 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 7cc51e51-1e59-434d-9644-4e549d96e968, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7cc51e51-1e59-434d-9644-4e549d96e968,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:02.230049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:02.231926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2c0f430c-598f-4b5d-8fa0-334553ff7d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:02.313342 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968', 'code': 200} Feb 18 02:56:02.314106 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=7cc51e51-1e59-434d-9644-4e549d96e968,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:02.318942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:02.490834 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:02.491254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:02.491641 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Floating IP 85eca7c2-6116-47f2-a13e-a01ba987af68 disassociated. External IP: 172.28.1.111, port: 7cc51e51-1e59-434d-9644-4e549d96e968. Feb 18 02:56:02.492030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Calling delete_port for 7cc51e51-1e59-434d-9644-4e549d96e968 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:02.585337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67b90d-3e73-4f88-8e7f-46ce6d00e2e7 req-91d0cfab-03a8-4cb6-8527-54f9898d2449 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:02.586886 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8b67b90d-3e73-4f88-8e7f-46ce6d00e2e7 req-91d0cfab-03a8-4cb6-8527-54f9898d2449 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.2030146 Feb 18 02:56:02.608678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:56:02.609037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:56:02.636066 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8b67b90d-3e73-4f88-8e7f-46ce6d00e2e7 req-c0f001ae-6cbb-46c5-a58a-b60f2ee00005 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 Feb 18 02:56:03.110569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Deleting port 7cc51e51-1e59-434d-9644-4e549d96e968 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:03.110985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:03.614287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] For port 7cc51e51-1e59-434d-9644-4e549d96e968, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7cc51e51-1e59-434d-9644-4e549d96e968,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:03.614764 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:03.680580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46652) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:03.861521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ee0c6-e515-425e-9fd7-6daf75a16cbd req-3d9c021b-fb8b-4a95-9e07-8472ea7ce7ed tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:03.863106 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-658ee0c6-e515-425e-9fd7-6daf75a16cbd req-3d9c021b-fb8b-4a95-9e07-8472ea7ce7ed tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 944 time: 0.0925264 Feb 18 02:56:03.914434 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-658ee0c6-e515-425e-9fd7-6daf75a16cbd req-7c59b493-fab3-4f3f-95b5-fd37093831c5 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups?id=b29bb8ac-8512-4c4b-872a-96a35dfe04c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448625 Feb 18 02:56:03.950687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:03.951098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854404952'] for floatingip, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:03.951457 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Floating IP 85eca7c2-6116-47f2-a13e-a01ba987af68 disassociated. External IP: 172.28.1.111, port: 7cc51e51-1e59-434d-9644-4e549d96e968. Feb 18 02:56:03.951926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Calling delete_port for 7cc51e51-1e59-434d-9644-4e549d96e968 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:04.219104 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-7ff3dca4-d9d7-4927-a997-a10683b29774 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/floatingips/d4e1e284-29fb-4439-80ee-09ede1cf77f9 HTTP/1.1" status: 200 len: 999 time: 0.1453040 Feb 18 02:56:04.220373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:04.236329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ea353a8-c8a5-41b5-815b-fc65ed11c8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:04.356038 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event deleted for resources: {'Port': ['ID=7cc51e51-1e59-434d-9644-4e549d96e968,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:04.416081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:04.547195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62087975-7400-4805-9b30-ebb562b850ac req-0a208e63-5887-4cbe-b561-40cad3cce3f4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:04.548659 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-0a208e63-5887-4cbe-b561-40cad3cce3f4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/networks/6fd03acf-077a-4992-b52f-35408fdf411b HTTP/1.1" status: 200 len: 784 time: 0.2680101 Feb 18 02:56:04.748829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854405041'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:04.800824 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-bcd57431-fb6b-43ff-882b-3f29a071baa8 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.101 HTTP/1.1" status: 200 len: 1002 time: 0.2423713 Feb 18 02:56:04.906580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Router 40aac55d-bbcf-4d48-b830-a752f3838804 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:56:04.912233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62087975-7400-4805-9b30-ebb562b850ac req-13cdbb0d-6380-46ca-a10f-3b4b2147f0d4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:04.913703 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-13cdbb0d-6380-46ca-a10f-3b4b2147f0d4 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports/ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 943 time: 0.0970898 Feb 18 02:56:05.120389 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-193d38c6-f9df-4209-a170-54e445fd6e23 req-140668b5-1dca-43cc-bb7d-476b0439080f tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca16abc4-3601-4ffc-abe3-51db3dd3c56a HTTP/1.1" status: 200 len: 210 time: 0.0579033 Feb 18 02:56:05.194101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Deleting port 05a1fa8f-e33b-4501-a4de-848d392bfb74 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:05.194373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:05.227256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:56:05.238062 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] Sync routers for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:56:05.247665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:05.248330 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:05.273942 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-c246c35d-96a0-4ae3-a592-8e4ddee01a35 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.28.1.101 HTTP/1.1" status: 200 len: 1002 time: 0.1551666 Feb 18 02:56:05.280023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] No DVR routers for this DVR port 7cc51e51-1e59-434d-9644-4e549d96e968 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:56:05.295369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:05.300369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-deleted', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:56:05.388057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] For port 05a1fa8f-e33b-4501-a4de-848d392bfb74, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=05a1fa8f-e33b-4501-a4de-848d392bfb74,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:05.388462 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:05.392606 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca16abc4-3601-4ffc-abe3-51db3dd3c56a', 'name': 'network-vif-deleted', 'tag': '7cc51e51-1e59-434d-9644-4e549d96e968', 'status': 'completed', 'code': 200} Feb 18 02:56:05.409575 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-469dcba2-921b-42d3-8af5-c63c1f8c0fad req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.52 "DELETE /v2.0/ports/7cc51e51-1e59-434d-9644-4e549d96e968 HTTP/1.1" status: 204 len: 173 time: 3.6432149 Feb 18 02:56:05.441630 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:05.531145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Calling delete_port for 05a1fa8f-e33b-4501-a4de-848d392bfb74 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:05.554915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Deleting port 6c37ebd1-262f-4e5f-9215-4f9cc51cc0ba {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:05.555411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:05.743145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:05.743385 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:05.752375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:05.799506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:05.804970 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] Checking router: 40aac55d-bbcf-4d48-b830-a752f3838804 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:56:05.815260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:05.816151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:05.851959 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:05.886191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Calling delete_port for 6c37ebd1-262f-4e5f-9215-4f9cc51cc0ba owned by network:floatingip {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:05.902003 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=05a1fa8f-e33b-4501-a4de-848d392bfb74,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:05.906502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:06.019272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:06.059826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:06.084487 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:06.188668 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Pushing event deleted for resources: {'Port': ['ID=6c37ebd1-262f-4e5f-9215-4f9cc51cc0ba,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:06.199249 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:06.227425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375804'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:06.297763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46670) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:06.368997 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:06.373717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c7359-a9f1-4cce-a491-1d02f02ade2a None None] The sync data for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb is: [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:48:34Z', 'revision_number': 4, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': '0a952dde-4501-42e4-8392-2e1190135826', 'name': '', 'network_id': '5d45c625-b63e-46a2-b188-4bbfd0053f82', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'mac_address': 'fa:16:3e:3a:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:32Z', 'updated_at': '2021-02-18T02:48:51Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'subnets': [{'id': 'bd5bbe80-22aa-4000-b2f1-23d96757347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:56:06.427787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6db7c062-79a6-4704-9ec1-0e81aa652a27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:06.471330 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6db7c062-79a6-4704-9ec1-0e81aa652a27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:06.577346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for floatingip, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:06.577698 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.l3_db [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Floating IP d4e1e284-29fb-4439-80ee-09ede1cf77f9 disassociated (deleted). External IP: 172.28.1.101, port: ea9bc981-4d65-4e2f-884d-06d97cbff4b9. Feb 18 02:56:06.767325 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6db7c062-79a6-4704-9ec1-0e81aa652a27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:06.780036 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00500674-65b6-42ff-808e-9c14b295633e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:06.790731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f675f-8322-4632-b2e3-b2ad7ef589fb None None] New status for floating IP 85eca7c2-6116-47f2-a13e-a01ba987af68: DOWN {{(pid=84025) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:56:06.801507 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7c062-79a6-4704-9ec1-0e81aa652a27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29bb8ac-8512-4c4b-872a-96a35dfe04c8,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:06.805826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6db7c062-79a6-4704-9ec1-0e81aa652a27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:06.993960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Router 88ff24f7-77b9-4acb-8731-9eb492c78398 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84023) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:56:07.152198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6db7c062-79a6-4704-9ec1-0e81aa652a27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:07.153422 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-6db7c062-79a6-4704-9ec1-0e81aa652a27 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "DELETE /v2.0/security-groups/b29bb8ac-8512-4c4b-872a-96a35dfe04c8 HTTP/1.1" status: 204 len: 168 time: 0.8545265 Feb 18 02:56:07.156614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46674) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:07.179175 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.api.v2.resource [None req-1eee6035-dd7c-468f-9bfd-cec5a0785266 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] show failed (client error): The resource could not be found. Feb 18 02:56:07.180262 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1eee6035-dd7c-468f-9bfd-cec5a0785266 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "GET /v2.0/security-groups/b29bb8ac-8512-4c4b-872a-96a35dfe04c8 HTTP/1.1" status: 404 len: 347 time: 0.0221932 Feb 18 02:56:07.183357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46678) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:07.198927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84023) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:56:07.208884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] Sync routers for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:56:07.220206 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:07.220867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:07.225563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:07.270931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:56:07.293568 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-c25d406d-8279-4ade-893f-d0e1a2e35a05 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "DELETE /v2.0/floatingips/d4e1e284-29fb-4439-80ee-09ede1cf77f9 HTTP/1.1" status: 204 len: 173 time: 1.9930985 Feb 18 02:56:07.383381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62087975-7400-4805-9b30-ebb562b850ac req-8384bd07-c150-4c9c-a97c-6e800050c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:07.385369 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-8384bd07-c150-4c9c-a97c-6e800050c05e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1163 time: 0.0809042 Feb 18 02:56:07.394378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:56:07.419989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:07.427857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Deleting port 874a6bd9-e885-4996-9a43-40420550efb2 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:07.428240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:07.570342 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'status': 'completed', 'code': 200} Feb 18 02:56:07.637180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62087975-7400-4805-9b30-ebb562b850ac req-77894ec1-3a19-4341-8a7d-81b220f925e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:07.639049 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-77894ec1-3a19-4341-8a7d-81b220f925e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 903 time: 0.2455866 Feb 18 02:56:07.711720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:56:07.719632 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-06b217d9-870b-4433-a167-378e43475b8f admin admin] 10.222.0.13 "PUT /v2.0/routers/054d8a9c-c46b-4e89-826e-7ad3924e6c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0371988 Feb 18 02:56:07.722253 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46684) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:07.728237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] Sync routers for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:56:07.747139 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:07.749418 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:07.763112 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-c65eeec9-bb1f-4587-a237-e13fe78d51bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 217 time: 0.1132970 Feb 18 02:56:07.775907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-6e8da262-50d9-4aa8-aab4-cc65ce81c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:07.780808 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-6e8da262-50d9-4aa8-aab4-cc65ce81c9a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00130025e7cc46389197fbd0023e9aa1&device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 1163 time: 0.2127032 Feb 18 02:56:07.830266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:07.830649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:07.967521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62087975-7400-4805-9b30-ebb562b850ac req-324e45ef-dd23-4276-a09f-43adc32a175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:07.970455 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-324e45ef-dd23-4276-a09f-43adc32a175c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 200 len: 848 time: 0.1971078 Feb 18 02:56:07.973195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Calling delete_port for 874a6bd9-e885-4996-9a43-40420550efb2 owned by network:floatingip {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:07.986580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:07.997382 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:52Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'd9f0aad2-51a1-4366-b246-c5ea25023520', 'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'mac_address': 'fa:16:3e:a8:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:51Z', 'updated_at': '2021-02-18T02:50:05Z', 'revision_number': 5, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'subnets': [{'id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:08.004054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] Checking router: 88ff24f7-77b9-4acb-8731-9eb492c78398 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:56:08.013862 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:08.014791 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:08.078391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-329effa8-7dbd-4efe-b4e5-8cec74b11f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:08.080823 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-329effa8-7dbd-4efe-b4e5-8cec74b11f0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 200 len: 903 time: 0.2883708 Feb 18 02:56:08.128563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:08.186031 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-d0620cc5-97f9-4eda-bad0-4a23b4ff05b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 200 len: 217 time: 0.0905044 Feb 18 02:56:08.191634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62087975-7400-4805-9b30-ebb562b850ac req-37df8e68-d386-43da-a4c8-9af9416a674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:08.194776 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-37df8e68-d386-43da-a4c8-9af9416a674c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ee660d6-fd0c-472e-882a-a677309d43c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2120967 Feb 18 02:56:08.253572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:08.351999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:56:05Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:08.358326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] Checking router: 054d8a9c-c46b-4e89-826e-7ad3924e6c5f for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:56:08.371213 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] Routers {'054d8a9c-c46b-4e89-826e-7ad3924e6c5f'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:08.372128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:55:45Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:08.393130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:08.410574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-817a038f-ee6f-4611-b4a8-03e2e1e37cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:08.418600 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-383d9426-6fff-45c7-947b-daf93f2b3ed8 service neutron] 10.222.0.13 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685433 Feb 18 02:56:08.448342 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:08.519909 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Pushing event deleted for resources: {'Port': ['ID=874a6bd9-e885-4996-9a43-40420550efb2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:08.535001 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:08.538230 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Deleting port cc950d21-684b-4805-b033-9bdabd8c5ac6 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:08.538608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:08.549820 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-23e2c150-bc43-4bde-a3a2-11db9bc8d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:08.551761 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-23e2c150-bc43-4bde-a3a2-11db9bc8d5fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 200 len: 848 time: 0.3557711 Feb 18 02:56:08.628614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] Set router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:08.679964 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-62087975-7400-4805-9b30-ebb562b850ac req-ef432c35-2202-4628-bf94-c24f8538df18 service neutron] 10.222.0.13 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2496181 Feb 18 02:56:08.687396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:52Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'd9f0aad2-51a1-4366-b246-c5ea25023520', 'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'mac_address': 'fa:16:3e:a8:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:51Z', 'updated_at': '2021-02-18T02:50:05Z', 'revision_number': 5, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'subnets': [{'id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:08.689687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-9c8ee703-8ad0-43d1-994a-6ef4a5c6e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:08.694087 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-9c8ee703-8ad0-43d1-994a-6ef4a5c6e3f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee660d6-fd0c-472e-882a-a677309d43c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1198051 Feb 18 02:56:08.695887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78950a4a-aa76-4648-9bc5-bf3ed48e30e1 None None] The sync data for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb is: [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:49:52Z', 'revision_number': 4, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb', '_interfaces': [{'id': 'd9f0aad2-51a1-4366-b246-c5ea25023520', 'name': '', 'network_id': '9ee660d6-fd0c-472e-882a-a677309d43c4', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'mac_address': 'fa:16:3e:a8:b0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:51Z', 'updated_at': '2021-02-18T02:50:05Z', 'revision_number': 5, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'subnets': [{'id': '807611ee-3512-40bb-b8ba-ae2665f3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:56:08.862571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] For port cc950d21-684b-4805-b033-9bdabd8c5ac6, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=cc950d21-684b-4805-b033-9bdabd8c5ac6,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:08.863139 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:08.939438 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-5416d889-667a-4793-8ea1-868119e364ae service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363720 Feb 18 02:56:09.021261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Calling delete_port for cc950d21-684b-4805-b033-9bdabd8c5ac6 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:09.058622 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks [] for floatingip, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:09.097831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for floatingip, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:09.107101 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-7904d44a-1f50-430f-aeef-01066a9c92f2 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] 10.222.0.13 "DELETE /v2.0/floatingips/85eca7c2-6116-47f2-a13e-a01ba987af68 HTTP/1.1" status: 204 len: 168 time: 1.9147484 Feb 18 02:56:09.166156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:56:05Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:09.169026 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d6a0a529-4671-4f96-b1f5-94ce612dec16 req-88afc157-1b13-43b9-916f-38974ec1648a service neutron] 10.222.0.52 "GET /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2187891 Feb 18 02:56:09.177356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b6e6e2-0a5b-4f38-8ec5-988978574864 None None] The sync data for ids ['054d8a9c-c46b-4e89-826e-7ad3924e6c5f'] in dv-cinder-763306-10-smb is: [{'id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'name': 'tempest-AttachVolumeTestJSON-2008595625-router', 'tenant_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168'}], 'enable_snat': True}, 'gw_port_id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:31Z', 'updated_at': '2021-02-18T02:56:05Z', 'revision_number': 5, 'project_id': 'f6aadae0dfb54a09aa4d0be839ace6a0', 'gw_port': {'id': 'cc950d21-684b-4805-b033-9bdabd8c5ac6', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d8a9c-c46b-4e89-826e-7ad3924e6c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:32Z', 'updated_at': '2021-02-18T02:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:56:09.296302 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:09.300238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a59b51-484f-447c-b176-b1fa37ead610 req-6dd2074c-0367-4485-a017-69615bfe7316 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:09.301072 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-f4a59b51-484f-447c-b176-b1fa37ead610 req-6dd2074c-0367-4485-a017-69615bfe7316 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Synchronizing usage tracker for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:56:09.315649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-71ec499c-63e9-4677-88a2-202ad088caef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:09.318489 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-f4a59b51-484f-447c-b176-b1fa37ead610 req-6dd2074c-0367-4485-a017-69615bfe7316 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Unset dirty status for tenant:00130025e7cc46389197fbd0023e9aa1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:56:09.320054 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f4a59b51-484f-447c-b176-b1fa37ead610 req-6dd2074c-0367-4485-a017-69615bfe7316 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.1430705 Feb 18 02:56:09.340806 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ab499-430a-42bf-8de4-50d82aa79463 None None] New status for floating IP d4e1e284-29fb-4439-80ee-09ede1cf77f9: DOWN {{(pid=84026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 02:56:09.382548 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f4a59b51-484f-447c-b176-b1fa37ead610 req-cb3eb750-2385-48ca-bfbe-9e457781696f tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0559607 Feb 18 02:56:09.465747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 05a1fa8f-e33b-4501-a4de-848d392bfb74 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:09.513346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 05a1fa8f-e33b-4501-a4de-848d392bfb74 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:09.513718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 05a1fa8f-e33b-4501-a4de-848d392bfb74 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:09.673837 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc950d21-684b-4805-b033-9bdabd8c5ac6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:09.676795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:09.792077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854401939'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:09.972852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747896'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:09.975012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:09.998609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854405870'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:09.999188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 054d8a9c-c46b-4e89-826e-7ad3924e6c5f {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 02:56:10.012092 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:10.013310 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c97b356e-cd54-45ac-9f8e-5160e037ecf0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/054d8a9c-c46b-4e89-826e-7ad3924e6c5f HTTP/1.1" status: 204 len: 168 time: 2.2900946 Feb 18 02:56:10.016054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46696) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:10.085030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c899019-8551-49f4-8f59-a738ebc39a57 admin admin] Deleting subnet 7fba6e2a-b9df-403b-92e9-a71d338182c9 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:56:10.088197 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c899019-8551-49f4-8f59-a738ebc39a57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:10.140988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c899019-8551-49f4-8f59-a738ebc39a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848310888'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:10.229684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c899019-8551-49f4-8f59-a738ebc39a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:10.493116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c899019-8551-49f4-8f59-a738ebc39a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601372'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:10.509124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c002d222-8178-4605-8b2c-bf1a255e236b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:10.642902 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c899019-8551-49f4-8f59-a738ebc39a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fba6e2a-b9df-403b-92e9-a71d338182c9,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:10.645905 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c899019-8551-49f4-8f59-a738ebc39a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:10.717051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c899019-8551-49f4-8f59-a738ebc39a57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:10.723443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf079395-7f59-45c9-9d41-911c3f4a69e0 None None] Network 899f9aa8-9045-402c-8b00-46c755c88f6d requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:10.731172 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3c899019-8551-49f4-8f59-a738ebc39a57 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7fba6e2a-b9df-403b-92e9-a71d338182c9 HTTP/1.1" status: 204 len: 168 time: 0.7140388 Feb 18 02:56:10.734057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46712) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:10.738964 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c440c4-b0a9-4e71-8a34-0e16082c1f60 req-8ff75d9d-70e4-4be1-9032-2909a36ae971 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:10.740620 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-05c440c4-b0a9-4e71-8a34-0e16082c1f60 req-8ff75d9d-70e4-4be1-9032-2909a36ae971 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.1986423 Feb 18 02:56:10.830031 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-05c440c4-b0a9-4e71-8a34-0e16082c1f60 req-7732f1d6-9a42-43df-9eb9-0609921bc98b tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0813694 Feb 18 02:56:10.881124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-4d0779d8-1711-4771-80bd-d23d1e361527 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:10.883442 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-4d0779d8-1711-4771-80bd-d23d1e361527 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.52 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.2306879 Feb 18 02:56:10.900699 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:11.036934 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f370e-9254-4207-b76b-903c793761db None None] DHCP port deletion for 899f9aa8-9045-402c-8b00-46c755c88f6d request from dv-cinder-763306-10-smb {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 02:56:11.041000 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-217f370e-9254-4207-b76b-903c793761db None None] Deleting port 377fb527-83f0-45fb-a725-4f71ac87525f {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:11.041141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Deleting port 377fb527-83f0-45fb-a725-4f71ac87525f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:11.041358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-217f370e-9254-4207-b76b-903c793761db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:11.041883 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:11.276309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-217f370e-9254-4207-b76b-903c793761db None None] For port 377fb527-83f0-45fb-a725-4f71ac87525f, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=377fb527-83f0-45fb-a725-4f71ac87525f,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:11.276809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-217f370e-9254-4207-b76b-903c793761db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:11.347010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Deleting port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:11.347327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:11.584105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device cc950d21-684b-4805-b033-9bdabd8c5ac6 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:11.633327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-217f370e-9254-4207-b76b-903c793761db None None] Calling delete_port for 377fb527-83f0-45fb-a725-4f71ac87525f owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:11.677229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: cc950d21-684b-4805-b033-9bdabd8c5ac6 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:11.677620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device cc950d21-684b-4805-b033-9bdabd8c5ac6 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:11.678075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 377fb527-83f0-45fb-a725-4f71ac87525f no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:11.742205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] For port 377fb527-83f0-45fb-a725-4f71ac87525f, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=377fb527-83f0-45fb-a725-4f71ac87525f,segment=NetworkSegment(2004e624-9d07-403e-8ec6-32d837130bae),segment_id=2004e624-9d07-403e-8ec6-32d837130bae)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:11.742608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:11.799120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-217f370e-9254-4207-b76b-903c793761db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437'] for port, after_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:11.818935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:11.899653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Calling delete_port for 377fb527-83f0-45fb-a725-4f71ac87525f owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:11.952225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Port 377fb527-83f0-45fb-a725-4f71ac87525f update to DOWN by agent not found {{(pid=84025) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 18 02:56:11.954016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f370e-9254-4207-b76b-903c793761db None None] Pushing event deleted for resources: {'Port': ['ID=377fb527-83f0-45fb-a725-4f71ac87525f,revision_number=None']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:11.957364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-217f370e-9254-4207-b76b-903c793761db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:11.964333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f370e-9254-4207-b76b-903c793761db None None] No DVR routers for this DVR port 377fb527-83f0-45fb-a725-4f71ac87525f on host dv-cinder-763306-10-smb {{(pid=84025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:56:11.975664 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] For port ea9bc981-4d65-4e2f-884d-06d97cbff4b9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:11.976194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:12.100280 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46724) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:12.127984 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device ea9bc981-4d65-4e2f-884d-06d97cbff4b9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:12.170285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Calling delete_port for ea9bc981-4d65-4e2f-884d-06d97cbff4b9 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:12.255658 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:12.286832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:56:12.287810 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:56:12.288178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:56:12.297597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port ea9bc981-4d65-4e2f-884d-06d97cbff4b9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:12.300756 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:12.303444 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:12.305939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8fc28-de54-47e2-88b9-48c673806993 req-59c7c2b3-502e-4aab-8e80-c8ab6fd2773a tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:12.313515 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ca8fc28-de54-47e2-88b9-48c673806993 req-59c7c2b3-502e-4aab-8e80-c8ab6fd2773a tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 946 time: 0.3252931 Feb 18 02:56:12.360256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:56:12.360543 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'code': 200} Feb 18 02:56:12.360851 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:56:12.365941 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ca8fc28-de54-47e2-88b9-48c673806993 req-a999f754-5ee0-4b80-aded-8e8557767b29 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0515478 Feb 18 02:56:12.382971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,revision_number=7']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:12.386517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:12.444402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ba2d-42ce-452a-93f1-4183c53a8f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:12.740686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854405041'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:12.789991 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Deleting port 377fb527-83f0-45fb-a725-4f71ac87525f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:12.790381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:12.862548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] The port '377fb527-83f0-45fb-a725-4f71ac87525f' was deleted {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 02:56:12.863251 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Deleting port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:12.863648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:13.087292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:13.110229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Deleting port 0a952dde-4501-42e4-8392-2e1190135826 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:13.110767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:13.293533 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] For port 0a952dde-4501-42e4-8392-2e1190135826, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=0a952dde-4501-42e4-8392-2e1190135826,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:13.293929 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:13.301251 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899f9aa8-9045-402c-8b00-46c755c88f6d']}} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:13.328618 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2004e624-9d07-403e-8ec6-32d837130bae') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:13.328955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2004e624-9d07-403e-8ec6-32d837130bae') {} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:13.351422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6801065'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:13.382114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] For port ea9bc981-4d65-4e2f-884d-06d97cbff4b9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:13.382509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:13.390131 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:13.394436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:56:13.427349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Calling delete_port for 0a952dde-4501-42e4-8392-2e1190135826 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:13.596660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Calling delete_port for ea9bc981-4d65-4e2f-884d-06d97cbff4b9 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:13.613376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b0703-0527-4e8c-95ed-c74945004d5f req-31f1e2f0-15c7-4f95-9cd7-f1df10fd933c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:13.614917 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab2b0703-0527-4e8c-95ed-c74945004d5f req-31f1e2f0-15c7-4f95-9cd7-f1df10fd933c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 944 time: 0.1272306 Feb 18 02:56:13.726837 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ab2b0703-0527-4e8c-95ed-c74945004d5f req-0c1078dc-2be9-4745-9950-94928ed94019 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cf860dc-4635-4168-9b64-5b25647fc61d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0979545 Feb 18 02:56:13.746292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:13.760330 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Network 899f9aa8-9045-402c-8b00-46c755c88f6d has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:13.763587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-34b4dfac-095f-4429-a789-fa651594cb94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:13.783542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847971770'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:13.866737 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=0a952dde-4501-42e4-8392-2e1190135826,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:13.871327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:14.020520 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Network 899f9aa8-9045-402c-8b00-46c755c88f6d has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: % (table.description, expected, rows_matched) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:56:14.046533 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:56:14.129126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.151097 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-042a8a56-2d04-4e43-a819-8122c93c8bca tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:14.266398 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Pushing event deleted for resources: {'Port': ['ID=ea9bc981-4d65-4e2f-884d-06d97cbff4b9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:14.269288 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:14.272496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.278352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.284390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7c992396-cee7-485b-8048-bc49742cad0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:14.321566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Pushing event deleted for resources: {'Network': ['ID=899f9aa8-9045-402c-8b00-46c755c88f6d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:14.324391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:14.366147 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] 10.222.0.13 "DELETE /v2.0/networks/899f9aa8-9045-402c-8b00-46c755c88f6d HTTP/1.1" status: 204 len: 168 time: 3.6307364 Feb 18 02:56:14.420129 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] No DVR routers for this DVR port ea9bc981-4d65-4e2f-884d-06d97cbff4b9 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:56:14.423035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.425152 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f278b176-0fbe-461c-b4f1-a3125d5d5eb3 req-698ea004-c9f9-4beb-8cc5-34cb3137fc94 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.52 "DELETE /v2.0/ports/ea9bc981-4d65-4e2f-884d-06d97cbff4b9 HTTP/1.1" status: 204 len: 173 time: 3.4675722 Feb 18 02:56:14.425683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-deleted', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:56:14.425935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375804'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.490477 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be09137c-a6b1-46fc-a3d3-38416796f3a7', 'name': 'network-vif-deleted', 'tag': 'ea9bc981-4d65-4e2f-884d-06d97cbff4b9', 'status': 'completed', 'code': 200} Feb 18 02:56:14.526125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46738) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:14.583780 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-e0fbfefc-1953-4cd1-a28d-18e18240159a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6aadae0dfb54a09aa4d0be839ace6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539680 Feb 18 02:56:14.584112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46742) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:14.647060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1665-50af-4c33-ac04-387ebc443db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.675544 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1665-50af-4c33-ac04-387ebc443db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.747921 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1665-50af-4c33-ac04-387ebc443db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.760556 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3ad49eab-9919-43e1-99b9-0548c89a22c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:14.789083 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b1665-50af-4c33-ac04-387ebc443db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cde3942-40cd-45b5-b9ec-11dda1885370,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:14.793884 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ed3b1665-50af-4c33-ac04-387ebc443db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:14.794625 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1665-50af-4c33-ac04-387ebc443db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.795883 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ed3b1665-50af-4c33-ac04-387ebc443db2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cde3942-40cd-45b5-b9ec-11dda1885370 HTTP/1.1" status: 204 len: 168 time: 0.2107973 Feb 18 02:56:14.806627 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6670b03d-1919-4a93-8b83-ab4e6ab54ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:14.950080 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-61a0fc1f-9263-4a7f-9a49-50dcef5ed2f3 req-e2b3814f-8b00-450c-8b4b-936791b0e4e1 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/ports?device_id=be09137c-a6b1-46fc-a3d3-38416796f3a7 HTTP/1.1" status: 200 len: 210 time: 0.0679040 Feb 18 02:56:15.063449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Router 40aac55d-bbcf-4d48-b830-a752f3838804 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:56:15.259610 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:56:15.272052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] Sync routers for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:56:15.276513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46758) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:15.285264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:15.286528 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:56:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:15.292090 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-251e0fb0-c569-4376-862b-9a24de0f7ebb admin admin] 10.222.0.13 "PUT /v2.0/routers/40aac55d-bbcf-4d48-b830-a752f3838804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1904678 Feb 18 02:56:15.540282 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:15.673270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:15.707295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46770) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:15.753917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:15.855344 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-329315305-network', 'tenant_id': '71c49d4dbab845c2a44548e89f97c0af'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:15.860964 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:15.865053 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Usage tracker for resource:network and tenant:71c49d4dbab845c2a44548e89f97c0af is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:15.868128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:15.874212 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:15.879711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:56:13Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:15.884114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] Checking router: 40aac55d-bbcf-4d48-b830-a752f3838804 for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:56:15.885388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Made reservation on behalf of 71c49d4dbab845c2a44548e89f97c0af for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:56:15.890767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:15.893234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] Routers {'40aac55d-bbcf-4d48-b830-a752f3838804'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:15.893908 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:56:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['40aac55d-bbcf-4d48-b830-a752f3838804'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:15.904639 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:15.920164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:15.924751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Usage tracker for resource:security_group_rule and tenant:71c49d4dbab845c2a44548e89f97c0af is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:15.927787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:15.934067 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:15.962182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:15.970779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Deleting port 83263904-ef90-45d9-a5cd-02bd1db97273 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:15.971157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.038361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.042494 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.048133 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bfa27b45-9175-40a1-bcb2-2fd8e5087b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:16.084660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:56:16.106886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] Set router 40aac55d-bbcf-4d48-b830-a752f3838804 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:16.118403 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6f64ff-e6dd-436a-8e72-adba04024d14,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:16.121939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:16.123435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.123980 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Added segment caac1030-2b18-4826-bc6a-2420a8271e06 of type vxlan for network db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94 Feb 18 02:56:16.163043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] For port 83263904-ef90-45d9-a5cd-02bd1db97273, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=83263904-ef90-45d9-a5cd-02bd1db97273,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:16.163449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.179391 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f932214e-103c-428f-9495-9cf9ce87165d req-518c099e-d266-4de4-b584-dd512cb21407 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "GET /v2.0/security-groups/8cf860dc-4635-4168-9b64-5b25647fc61d HTTP/1.1" status: 200 len: 2993 time: 0.1033385 Feb 18 02:56:16.183190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.272279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.276790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:16.277546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.285476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:16.305856 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Calling delete_port for 83263904-ef90-45d9-a5cd-02bd1db97273 owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:16.310918 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f932214e-103c-428f-9495-9cf9ce87165d req-69c4970a-c6ac-4e67-80ee-8d4883d11e6c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.421711 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f932214e-103c-428f-9495-9cf9ce87165d req-69c4970a-c6ac-4e67-80ee-8d4883d11e6c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.432427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:56:13Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:16.436689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4426dd-2690-46e2-afe9-d09e002a37ec None None] The sync data for ids ['40aac55d-bbcf-4d48-b830-a752f3838804'] in dv-cinder-763306-10-smb is: [{'id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'name': 'tempest-AttachVolumeShelveTestJSON-2125612533-router', 'tenant_id': '5fdcf0edff8a48e38715bf653734144a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:48:22Z', 'updated_at': '2021-02-18T02:56:13Z', 'revision_number': 5, 'project_id': '5fdcf0edff8a48e38715bf653734144a', 'gw_port': {'id': '83263904-ef90-45d9-a5cd-02bd1db97273', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aac55d-bbcf-4d48-b830-a752f3838804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:48:25Z', 'updated_at': '2021-02-18T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:56:16.450896 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7422471 Feb 18 02:56:16.462569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46780) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:16.474163 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Pushing event updated for resources: {'Network': ['ID=db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:16.477516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:16.481423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Request body: {'subnet': {'network_id': 'db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-329315305-subnet', 'tenant_id': '71c49d4dbab845c2a44548e89f97c0af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:16.486237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:56:16.486425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f932214e-103c-428f-9495-9cf9ce87165d req-69c4970a-c6ac-4e67-80ee-8d4883d11e6c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.491855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b0af94b1-ff16-4033-80a9-60f5f57a3642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:16.492399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:16.500400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Usage tracker for resource:subnet and tenant:71c49d4dbab845c2a44548e89f97c0af is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:16.506315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:16.509297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4970a-c6ac-4e67-80ee-8d4883d11e6c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf860dc-4635-4168-9b64-5b25647fc61d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:16.512066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-69c4970a-c6ac-4e67-80ee-8d4883d11e6c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:16.513005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:16.520095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f932214e-103c-428f-9495-9cf9ce87165d req-69c4970a-c6ac-4e67-80ee-8d4883d11e6c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.521327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f932214e-103c-428f-9495-9cf9ce87165d req-69c4970a-c6ac-4e67-80ee-8d4883d11e6c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] 10.222.0.13 "DELETE /v2.0/security-groups/8cf860dc-4635-4168-9b64-5b25647fc61d HTTP/1.1" status: 204 len: 173 time: 0.3332875 Feb 18 02:56:16.523760 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Made reservation on behalf of 71c49d4dbab845c2a44548e89f97c0af for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:56:16.538827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6328765'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.592312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46788) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:16.596074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:56:16.653168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.673614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7799ef98-9d7c-4d3d-91a1-2cf4d6393eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:16.738348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.809194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:16.824648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=83263904-ef90-45d9-a5cd-02bd1db97273,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:16.834731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:17.048024 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854401939'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.259811 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854405041'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.306132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747896'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.315620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.343830 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854405870'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.344429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40aac55d-bbcf-4d48-b830-a752f3838804 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 02:56:17.384284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.387512 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/40aac55d-bbcf-4d48-b830-a752f3838804 HTTP/1.1" status: 204 len: 168 time: 2.1079135 Feb 18 02:56:17.389192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46794) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:17.469005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-09643fff-c875-4fbc-abc7-1d402bb31aa7 admin admin] Deleting subnet bd5bbe80-22aa-4000-b2f1-23d96757347f {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:56:17.473047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09643fff-c875-4fbc-abc7-1d402bb31aa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.512287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 0a952dde-4501-42e4-8392-2e1190135826 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:17.560633 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 0a952dde-4501-42e4-8392-2e1190135826 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:17.561057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 0a952dde-4501-42e4-8392-2e1190135826 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:17.585402 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09643fff-c875-4fbc-abc7-1d402bb31aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847974767'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.639245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847964708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6328718'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.654785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Deleting port d9f0aad2-51a1-4366-b246-c5ea25023520 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:17.655168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:17.658728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-39bd7b94-ab22-471a-b49d-dbe5f3728543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:17.864925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fbf9e0f-9946-407c-8e1f-ee0a64124c54,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:17.872217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:17.906106 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09643fff-c875-4fbc-abc7-1d402bb31aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:18.076920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Checking segment: {'id': 'caac1030-2b18-4826-bc6a-2420a8271e06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:56:18.077319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Network hostable DHCP agents. Network: db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:56:18.082095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] For port d9f0aad2-51a1-4366-b246-c5ea25023520, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=d9f0aad2-51a1-4366-b246-c5ea25023520,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:18.082495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:18.117352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:56:18.120626 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Network db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:56:18.151688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:56:18.161510 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249a11c-65e6-4beb-93e8-6a04904cb2ec None None] Network db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:18.206351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:18.207013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:18.218179 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Calling delete_port for d9f0aad2-51a1-4366-b246-c5ea25023520 owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:18.243065 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7730260 Feb 18 02:56:18.274023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09643fff-c875-4fbc-abc7-1d402bb31aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6811111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848447081'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:18.292343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-884437de-efeb-44c6-b739-19715d283c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:18.379224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09643fff-c875-4fbc-abc7-1d402bb31aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5bbe80-22aa-4000-b2f1-23d96757347f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:18.396852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-09643fff-c875-4fbc-abc7-1d402bb31aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:18.437633 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:18.449798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-09643fff-c875-4fbc-abc7-1d402bb31aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:18.457942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dee086c0-023c-4b87-acf6-9a7204efb3b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:18.463537 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-09643fff-c875-4fbc-abc7-1d402bb31aa7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd5bbe80-22aa-4000-b2f1-23d96757347f HTTP/1.1" status: 204 len: 168 time: 1.0708768 Feb 18 02:56:18.463926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46802) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:18.593442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f0aad2-51a1-4366-b246-c5ea25023520,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:18.596863 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:18.617170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c3804-a83f-4fcb-bd78-c0b5c34f7dbb None None] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:18.711491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f82b0-47cf-441e-be72-cb1e3bdd5f1b None None] Network db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:18.899027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:18.991784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Deleting port cb913b65-0050-45e3-b938-3fbacc7a1aa0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:18.992175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.040586 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375804'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.157211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46820) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:19.165941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1875911204-network', 'tenant_id': '6a42cca2799a48bb814c5b811db8c175'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:19.176098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:19.184826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Usage tracker for resource:network and tenant:6a42cca2799a48bb814c5b811db8c175 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:19.190208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:19.209332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:19.209550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] DHCP port deletion for 5d45c625-b63e-46a2-b188-4bbfd0053f82 request from dv-cinder-763306-10-smb {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 02:56:19.213812 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] Deleting port cb913b65-0050-45e3-b938-3fbacc7a1aa0 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:19.214234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.228679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] For port cb913b65-0050-45e3-b938-3fbacc7a1aa0, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=cb913b65-0050-45e3-b938-3fbacc7a1aa0,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:19.229091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.236526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Made reservation on behalf of 6a42cca2799a48bb814c5b811db8c175 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:56:19.241397 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.261622 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.345658 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:19.365464 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Calling delete_port for cb913b65-0050-45e3-b938-3fbacc7a1aa0 owned by network:dhcp {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:19.367728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a42cca2799a48bb814c5b811db8c175 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:19.373147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:19.382081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:19.440409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] For port cb913b65-0050-45e3-b938-3fbacc7a1aa0, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=cb913b65-0050-45e3-b938-3fbacc7a1aa0,segment=NetworkSegment(a0fe8c8c-dc37-4874-b978-d5f7612b7ae9),segment_id=a0fe8c8c-dc37-4874-b978-d5f7612b7ae9)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:19.440409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.458795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.477927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fae27571-1a1d-4f93-b446-37b5923f4165 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:19.584338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device cb913b65-0050-45e3-b938-3fbacc7a1aa0 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:19.588870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Pushing event deleted for resources: {'Port': ['ID=cb913b65-0050-45e3-b938-3fbacc7a1aa0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:19.604625 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:19.621567 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] Calling delete_port for cb913b65-0050-45e3-b938-3fbacc7a1aa0 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:19.644561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] No DVR routers for this DVR port cb913b65-0050-45e3-b938-3fbacc7a1aa0 on host dv-cinder-763306-10-smb {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:56:19.677497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: cb913b65-0050-45e3-b938-3fbacc7a1aa0 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:19.677903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device cb913b65-0050-45e3-b938-3fbacc7a1aa0 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:19.678387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 83263904-ef90-45d9-a5cd-02bd1db97273 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:19.717872 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 83263904-ef90-45d9-a5cd-02bd1db97273 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:19.718178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 83263904-ef90-45d9-a5cd-02bd1db97273 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:19.746102 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.752483 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.758227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bce46413-9e33-4abc-a4d4-2bf8cc08bae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:19.774882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.776432 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:56:19.777155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:56:19.793365 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Router 88ff24f7-77b9-4acb-8731-9eb492c78398 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:56:19.806614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:56:19.810083 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7a1501-67b5-44c2-abbb-e929a3278e71,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:19.819995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:19.889888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.890275 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Added segment 8c7272bf-fd37-49ed-851e-2a531824cb59 of type vxlan for network f2db8157-c448-41ba-aeb7-7b63ca501f45 Feb 18 02:56:19.894484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d45c625-b63e-46a2-b188-4bbfd0053f82']}} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:19.908447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:19.908789 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fe8c8c-dc37-4874-b978-d5f7612b7ae9') {} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:19.921005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6801065'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.936777 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:19.938895 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:56:20.011231 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.046938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:56:20.056028 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] Sync routers for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:56:20.067759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:20.068207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.068431 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:56:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:20.073546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:20.074190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.079974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e6a2661e-0bf2-4b4e-91ed-91517e9191cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:20.124508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:20.134244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847971770'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.179824 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-24cdaaff-aa2e-4e25-802e-7bb0eec86b7e admin admin] 10.222.0.13 "PUT /v2.0/routers/88ff24f7-77b9-4acb-8731-9eb492c78398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5860806 Feb 18 02:56:20.182590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46824) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:20.191647 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0306387 Feb 18 02:56:20.195140 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46828) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:20.217116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Request body: {'subnet': {'network_id': 'f2db8157-c448-41ba-aeb7-7b63ca501f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1875911204-subnet', 'tenant_id': '6a42cca2799a48bb814c5b811db8c175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:20.225789 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:20.247819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Usage tracker for resource:subnet and tenant:6a42cca2799a48bb814c5b811db8c175 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:20.268214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: dv-cinder-763306-10-smb {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:20.276192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2db8157-c448-41ba-aeb7-7b63ca501f45,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:20.278466 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] Deleting port cb913b65-0050-45e3-b938-3fbacc7a1aa0 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:20.279437 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.281934 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:20.302608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:20.323898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:20.325226 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network f2db8157-c448-41ba-aeb7-7b63ca501f45 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:56:20.344072 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Network 5d45c625-b63e-46a2-b188-4bbfd0053f82 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:20.346698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network f2db8157-c448-41ba-aeb7-7b63ca501f45 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:56:20.369431 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:56:20.413974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks [] for router, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.436590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Made reservation on behalf of 6a42cca2799a48bb814c5b811db8c175 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:56:20.441974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6328765'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.578280 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-eca1e507-e325-4207-b4f0-5dd00222d895 None None] The port 'cb913b65-0050-45e3-b938-3fbacc7a1aa0' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 02:56:20.579032 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.587813 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4eaa9409-3271-483b-b050-3a98cd2ad3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:20.607865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.616319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:56:18Z', 'revision_number': 5, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port': {'id': 'e4dba4c4-2ced-49cf-8af9-3649f7726269', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:37:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:49:44Z', 'updated_at': '2021-02-18T02:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:20.617461 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Pushing event deleted for resources: {'Network': ['ID=5d45c625-b63e-46a2-b188-4bbfd0053f82,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:20.626070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:20.631237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] Checking router: 88ff24f7-77b9-4acb-8731-9eb492c78398 for host: dv-cinder-763306-10-smb {{(pid=84026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:56:20.636726 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.641435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] Routers {'88ff24f7-77b9-4acb-8731-9eb492c78398'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:20.642194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:56:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['88ff24f7-77b9-4acb-8731-9eb492c78398'], 'active': True} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:20.647980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Deleting port e4dba4c4-2ced-49cf-8af9-3649f7726269 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:20.648358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:20.687437 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] 10.222.0.13 "DELETE /v2.0/networks/5d45c625-b63e-46a2-b188-4bbfd0053f82 HTTP/1.1" status: 204 len: 168 time: 2.2222648 Feb 18 02:56:20.855022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] Set router 88ff24f7-77b9-4acb-8731-9eb492c78398 gateway port host: None {{(pid=84026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:20.982822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46834) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:20.983705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:56:20Z', 'revision_number': 6, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port_host': None}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84026) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:20.988979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1d0d87-b533-43d5-951e-d62cdd68f1c9 None None] The sync data for ids ['88ff24f7-77b9-4acb-8731-9eb492c78398'] in dv-cinder-763306-10-smb is: [{'id': '88ff24f7-77b9-4acb-8731-9eb492c78398', 'name': 'tempest-TestShelveInstance-2087593548-router', 'tenant_id': '00130025e7cc46389197fbd0023e9aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:42Z', 'updated_at': '2021-02-18T02:56:20Z', 'revision_number': 6, 'project_id': '00130025e7cc46389197fbd0023e9aa1', 'gw_port_host': None}] {{(pid=84026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:56:21.054240 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847964708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6328718'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.075825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fecb5730-2630-4e43-8977-cd5e6329171b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:21.095802 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.119953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] For port e4dba4c4-2ced-49cf-8af9-3649f7726269, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=e4dba4c4-2ced-49cf-8af9-3649f7726269,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:21.120399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.169092 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a74d78cb-daee-4d49-9500-4eb6035a9e69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fdcf0edff8a48e38715bf653734144a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1824148 Feb 18 02:56:21.178686 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46840) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:21.245521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6ed817-9dbf-42b5-be6b-28a048c9d93c,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:21.257881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Calling delete_port for e4dba4c4-2ced-49cf-8af9-3649f7726269 owned by network:router_gateway {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:21.259388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:21.315976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6db913c-2b98-473b-a709-c827e1c896c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.367906 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6db913c-2b98-473b-a709-c827e1c896c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.398196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Checking segment: {'id': '8c7272bf-fd37-49ed-851e-2a531824cb59', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f2db8157-c448-41ba-aeb7-7b63ca501f45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:56:21.398603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Network hostable DHCP agents. Network: f2db8157-c448-41ba-aeb7-7b63ca501f45, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:56:21.434696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Network f2db8157-c448-41ba-aeb7-7b63ca501f45 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:56:21.448128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6db913c-2b98-473b-a709-c827e1c896c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.451277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.452858 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b01026bf-5901-419f-be0b-6db8eb6a3834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:21.466480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, f2db8157-c448-41ba-aeb7-7b63ca501f45) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:56:21.471229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c5b3650e-b581-40d7-a0fa-55082aa56747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:21.473652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db913c-2b98-473b-a709-c827e1c896c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661f7f3-d634-4a05-b9bc-48e625dc21a3,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:21.477176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d187c4b8-ad9f-475a-bda8-83413c06875b None None] Network f2db8157-c448-41ba-aeb7-7b63ca501f45 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:21.477415 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b6db913c-2b98-473b-a709-c827e1c896c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:21.490066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6db913c-2b98-473b-a709-c827e1c896c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.493800 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b6db913c-2b98-473b-a709-c827e1c896c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2661f7f3-d634-4a05-b9bc-48e625dc21a3 HTTP/1.1" status: 204 len: 168 time: 0.3061047 Feb 18 02:56:21.493800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:21.493800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.529293 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3321242 Feb 18 02:56:21.621351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dba4c4-2ced-49cf-8af9-3649f7726269,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:21.631882 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:21.650774 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device d9f0aad2-51a1-4366-b246-c5ea25023520 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:21.716409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: d9f0aad2-51a1-4366-b246-c5ea25023520 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:21.716804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device d9f0aad2-51a1-4366-b246-c5ea25023520 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:21.717272 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e4dba4c4-2ced-49cf-8af9-3649f7726269 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:21.747392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46848) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:21.759425 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: e4dba4c4-2ced-49cf-8af9-3649f7726269 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:21.759826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device e4dba4c4-2ced-49cf-8af9-3649f7726269 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:21.815281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854401939'] for router_gateway, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.841553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-07df7e62-db3f-4777-a594-a8cee6e174ce admin admin] Deleting subnet 9fbf9e0f-9946-407c-8e1f-ee0a64124c54 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:56:21.845154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07df7e62-db3f-4777-a594-a8cee6e174ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.905816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07df7e62-db3f-4777-a594-a8cee6e174ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847974767'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:21.942769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50bbd5e-d89a-4cba-a50a-a532ad1bf388 None None] Network f2db8157-c448-41ba-aeb7-7b63ca501f45 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:21.974702 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07df7e62-db3f-4777-a594-a8cee6e174ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.081653 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747896'] for router, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.090956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.117393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854405870'] for router, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.118031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88ff24f7-77b9-4acb-8731-9eb492c78398 {{(pid=84024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 02:56:22.141332 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] Notify callbacks [] for router, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.142833 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-6581f294-7369-48b8-8be2-a9545f2c9a59 admin admin] 10.222.0.13 "DELETE /v2.0/routers/88ff24f7-77b9-4acb-8731-9eb492c78398 HTTP/1.1" status: 204 len: 168 time: 1.9592862 Feb 18 02:56:22.146059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46862) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:22.241089 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-73703698-3068-4b46-ae82-51864991a65b admin admin] Deleting subnet 807611ee-3512-40bb-b8ba-ae2665f3c0af {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:56:22.247925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73703698-3068-4b46-ae82-51864991a65b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.319134 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73703698-3068-4b46-ae82-51864991a65b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848310888'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.321591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07df7e62-db3f-4777-a594-a8cee6e174ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6811111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848447081'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.340591 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-90a5d0ff-f9d1-4865-a37d-c2ba3c11b134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:22.420657 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73703698-3068-4b46-ae82-51864991a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.453667 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df7e62-db3f-4777-a594-a8cee6e174ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fbf9e0f-9946-407c-8e1f-ee0a64124c54,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:22.458390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-07df7e62-db3f-4777-a594-a8cee6e174ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:22.494385 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-07df7e62-db3f-4777-a594-a8cee6e174ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.503179 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-07df7e62-db3f-4777-a594-a8cee6e174ce admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9fbf9e0f-9946-407c-8e1f-ee0a64124c54 HTTP/1.1" status: 204 len: 168 time: 0.7521355 Feb 18 02:56:22.503482 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46872) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:22.526265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46876) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:22.627312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.697009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73703698-3068-4b46-ae82-51864991a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601372'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.713930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-13b4af5a-c342-4904-a66c-a0b22415de56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:22.734142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1803477145-network', 'tenant_id': 'f6c7507c5be7480d863e0b6f7cb9a130'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:22.754864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:22.798029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73703698-3068-4b46-ae82-51864991a65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=807611ee-3512-40bb-b8ba-ae2665f3c0af,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:22.808567 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Usage tracker for resource:network and tenant:f6c7507c5be7480d863e0b6f7cb9a130 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:22.812794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-73703698-3068-4b46-ae82-51864991a65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:22.827139 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:22.837122 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:22.850865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73703698-3068-4b46-ae82-51864991a65b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.851083 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.857035 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-73703698-3068-4b46-ae82-51864991a65b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/807611ee-3512-40bb-b8ba-ae2665f3c0af HTTP/1.1" status: 204 len: 168 time: 0.7089884 Feb 18 02:56:22.857927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b7706-0951-4b86-9812-4ee75852245d None None] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:22.859660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46882) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:22.931281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Made reservation on behalf of f6c7507c5be7480d863e0b6f7cb9a130 for: {'network': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:56:22.935971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.955472 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.977106 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:22.983680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:22.996129 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c7507c5be7480d863e0b6f7cb9a130 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:23.007661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:23.018108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:23.021034 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94']}} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:23.039944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caac1030-2b18-4826-bc6a-2420a8271e06') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:23.040286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caac1030-2b18-4826-bc6a-2420a8271e06') {} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:23.046821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Deleting port 17eaeb98-7143-4565-84c3-1fef1f74cddc {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:23.047043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.060795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6801065'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.085030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.088054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:56:23.132716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] DHCP port deletion for 9ee660d6-fd0c-472e-882a-a677309d43c4 request from dv-cinder-763306-10-smb {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 02:56:23.137072 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] Deleting port 17eaeb98-7143-4565-84c3-1fef1f74cddc {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:23.137495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.281984 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] For port 17eaeb98-7143-4565-84c3-1fef1f74cddc, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=17eaeb98-7143-4565-84c3-1fef1f74cddc,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:23.282633 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.300002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Network db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:23.310016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847971770'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.363764 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] For port 17eaeb98-7143-4565-84c3-1fef1f74cddc, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=17eaeb98-7143-4565-84c3-1fef1f74cddc,segment=NetworkSegment(187e1b71-12ed-438b-8afa-7906dd39d021),segment_id=187e1b71-12ed-438b-8afa-7906dd39d021)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:23.364139 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.429618 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Calling delete_port for 17eaeb98-7143-4565-84c3-1fef1f74cddc owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:23.505731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] Calling delete_port for 17eaeb98-7143-4565-84c3-1fef1f74cddc owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:23.528323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.537090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 17eaeb98-7143-4565-84c3-1fef1f74cddc no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:23.592279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 17eaeb98-7143-4565-84c3-1fef1f74cddc {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:23.592667 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 17eaeb98-7143-4565-84c3-1fef1f74cddc not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:23.626091 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:56:23.626492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:56:23.635060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9e94e5b3-36d3-4853-a7cf-053c34633d06 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:23.658811 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.690052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Pushing event deleted for resources: {'Port': ['ID=17eaeb98-7143-4565-84c3-1fef1f74cddc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:23.692932 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:23.705754 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] No DVR routers for this DVR port 17eaeb98-7143-4565-84c3-1fef1f74cddc on host dv-cinder-763306-10-smb {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:56:23.730529 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.747987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b6db913c-2b98-473b-a709-c827e1c896c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:23.796379 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84023) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:56:23.802915 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Network db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:23.831446 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:56:23.832816 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:56:23.880967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3a4518-a483-4983-970c-04c5b2550f63,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:23.900706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:23.908016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770353081886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.908466 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Added segment 1f410d24-d189-4522-88c9-7f4c39f5434f of type vxlan for network 8172c4f4-85fd-4d14-a266-5dda06e9d474 Feb 18 02:56:23.927918 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.944250 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:23.949449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee660d6-fd0c-472e-882a-a677309d43c4']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:23.957921 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.961355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.962096 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187e1b71-12ed-438b-8afa-7906dd39d021') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:23.962428 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187e1b71-12ed-438b-8afa-7906dd39d021') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:23.974818 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464928'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.977825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Pushing event deleted for resources: {'Network': ['ID=db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:23.986715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:23.991509 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-7299f54b-96bf-4b9a-a336-8f8286630dae admin admin] 10.222.0.13 "DELETE /v2.0/networks/db1fa0f9-ca80-4a13-a8d3-f7af92a5ce94 HTTP/1.1" status: 204 len: 168 time: 1.4870276 Feb 18 02:56:23.991700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:23.993741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:56:24.000221 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46886) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:24.063029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.065947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:24.066590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.073458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:24.128260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] Deleting port 17eaeb98-7143-4565-84c3-1fef1f74cddc {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:24.128938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.170914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] Deleting subnet 0b6ed817-9dbf-42b5-be6b-28a048c9d93c {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:56:24.173002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:24.177419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.183101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847496567'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.204329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a6d98-e7cd-41d3-9268-bb8cbe5af83b None None] The port '17eaeb98-7143-4565-84c3-1fef1f74cddc' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 02:56:24.226084 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6959088 Feb 18 02:56:24.230115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46890) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:24.241581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Request body: {'subnet': {'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1803477145-subnet', 'tenant_id': 'f6c7507c5be7480d863e0b6f7cb9a130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:24.247978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Pushing event updated for resources: {'Network': ['ID=8172c4f4-85fd-4d14-a266-5dda06e9d474,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:24.252320 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:24.258113 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:24.259133 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Usage tracker for resource:subnet and tenant:f6c7507c5be7480d863e0b6f7cb9a130 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:24.261142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:56:24.263418 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847974767'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.276514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:56:24.293820 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:24.309193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:24.327799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Made reservation on behalf of f6c7507c5be7480d863e0b6f7cb9a130 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:56:24.333157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6328765'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.371361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Network 9ee660d6-fd0c-472e-882a-a677309d43c4 has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:56:24.394687 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:56:24.421580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.481243 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.484774 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:24.498665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.510359 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee660d6-fd0c-472e-882a-a677309d43c4,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:24.513941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:24.525053 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9ee660d6-fd0c-472e-882a-a677309d43c4 HTTP/1.1" status: 204 len: 168 time: 1.6641865 Feb 18 02:56:24.528237 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 46894) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:24.897590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6811111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848447081'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:24.917345 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:25.019029 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6ed817-9dbf-42b5-be6b-28a048c9d93c,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:25.024073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:25.083281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:25.097117 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b6ed817-9dbf-42b5-be6b-28a048c9d93c HTTP/1.1" status: 204 len: 168 time: 1.0958321 Feb 18 02:56:25.101122 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46898) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:25.270294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:25.350817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847964708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6328718'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:25.356924 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854405041'] for router_interface, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:25.396042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-027d7927-2254-4ee0-8916-ff5bcdcc6ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:25.606427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:25.701732 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c2c874-6315-4de0-bafe-b206368d6065,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:25.706390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:25.742735 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Deleting port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:25.743114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:25.775448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2db8157-c448-41ba-aeb7-7b63ca501f45']}} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:25.800795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7272bf-fd37-49ed-851e-2a531824cb59') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:25.801137 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7272bf-fd37-49ed-851e-2a531824cb59') {} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:25.818889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6801065'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:25.839109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Checking segment: {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:56:25.839535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Network hostable DHCP agents. Network: 8172c4f4-85fd-4d14-a266-5dda06e9d474, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:56:25.846285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:25.848765 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:56:25.930676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] For port 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d,segment=NetworkSegment(1ba5c0a7-949c-4e25-b39f-05f5d00445c6),segment_id=1ba5c0a7-949c-4e25-b39f-05f5d00445c6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:25.931071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:25.961700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:56:26.036383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 8172c4f4-85fd-4d14-a266-5dda06e9d474) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:56:26.046056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1889a7-3da2-4fb2-9c8c-847bc7211cba None None] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:26.059766 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Network f2db8157-c448-41ba-aeb7-7b63ca501f45 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:26.066071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Calling delete_port for 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d owned by network:router_interface {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:26.069204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:26.069863 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:26.076001 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847971770'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:26.178087 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-069d9cf4-8c5c-46db-8253-291de9fd40c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9402039 Feb 18 02:56:26.277870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Network f2db8157-c448-41ba-aeb7-7b63ca501f45 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:26.295621 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:26.300599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d113ee-867b-4749-a310-35b1fc36338c None None] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:56:26.304005 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:56:26.329860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a70a99fa-9055-404c-8962-7f7a133f9b37 tempest-ServerRescueNegativeTestJSON-24291645 tempest-ServerRescueNegativeTestJSON-24291645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:26.374645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Pushing event deleted for resources: {'Port': ['ID=23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:26.378435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:26.407454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:26.411193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-30179fc8-843c-476e-bad6-f65d10711745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:26.429059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:26.442170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2db8157-c448-41ba-aeb7-7b63ca501f45,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:26.452661 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] 10.222.0.13 "DELETE /v2.0/networks/f2db8157-c448-41ba-aeb7-7b63ca501f45 HTTP/1.1" status: 204 len: 168 time: 1.3478298 Feb 18 02:56:26.452661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0493638b-95cc-40e7-96c0-b1eb9d78476d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:26.619287 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46920) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:26.674248 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-4b124120-6c63-450b-a99b-0453f2a42c8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71c49d4dbab845c2a44548e89f97c0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535126 Feb 18 02:56:26.677640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46924) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:26.943178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-614803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-375804'] for router_interface, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:26.981773 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca7ce-d0d7-457d-8c43-50e8bffb014b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:27.009715 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca7ce-d0d7-457d-8c43-50e8bffb014b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:27.013270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-56e9f6f3-9850-4761-8172-611f95f52f6d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:27.014870 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-56e9f6f3-9850-4761-8172-611f95f52f6d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 815 time: 0.3646455 Feb 18 02:56:27.048626 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-3e04bacd-ca24-452c-8ae1-672cdb7864c7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/quotas/f6c7507c5be7480d863e0b6f7cb9a130 HTTP/1.1" status: 200 len: 375 time: 0.0173373 Feb 18 02:56:27.056265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca7ce-d0d7-457d-8c43-50e8bffb014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:27.061314 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b42d02c7-0d39-4ae9-a7a6-e98d17ded963 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:27.072318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ca7ce-d0d7-457d-8c43-50e8bffb014b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6f64ff-e6dd-436a-8e72-adba04024d14,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:27.076075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5f2ca7ce-d0d7-457d-8c43-50e8bffb014b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:27.080176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5f2ca7ce-d0d7-457d-8c43-50e8bffb014b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:27.083972 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-5f2ca7ce-d0d7-457d-8c43-50e8bffb014b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d6f64ff-e6dd-436a-8e72-adba04024d14 HTTP/1.1" status: 204 len: 168 time: 0.4027441 Feb 18 02:56:27.122729 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-e2b34b93-6906-4b85-99f9-9716325472c4 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569849 Feb 18 02:56:27.454208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46934) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:27.513711 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d03edd78-2104-4613-977f-cc57ccc6ac54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a42cca2799a48bb814c5b811db8c175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559585 Feb 18 02:56:27.513928 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46938) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:27.560238 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-ee42550c-64b6-4498-b39e-808a1d2e86e0 service neutron] 10.222.0.13 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254768 Feb 18 02:56:27.575599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54e0296c-6cd7-42e9-a962-537b7fbc2470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:27.607495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54e0296c-6cd7-42e9-a962-537b7fbc2470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:27.655114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54e0296c-6cd7-42e9-a962-537b7fbc2470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:27.660379 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bd9b458a-d367-4731-8c44-bf71999491db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:27.672909 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0296c-6cd7-42e9-a962-537b7fbc2470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7a1501-67b5-44c2-abbb-e929a3278e71,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:27.676233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-54e0296c-6cd7-42e9-a962-537b7fbc2470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:27.678224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54e0296c-6cd7-42e9-a962-537b7fbc2470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:27.683228 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-54e0296c-6cd7-42e9-a962-537b7fbc2470 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c7a1501-67b5-44c2-abbb-e929a3278e71 HTTP/1.1" status: 204 len: 168 time: 0.1645367 Feb 18 02:56:28.022741 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 has already been hosted by L3 agent a9bc0336-2cae-4d97-8b04-3a51fec8f78d {{(pid=84024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 02:56:28.133606 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-40039362-facc-4ceb-a48c-470a4a9f1ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5163183 Feb 18 02:56:28.248875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Notify agent at l3_agent.dv-cinder-763306-10-smb the message routers_updated {{(pid=84024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 02:56:28.253077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] Sync routers for ids ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'] in dv-cinder-763306-10-smb {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 02:56:28.257072 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] 10.222.0.13 "PUT /v2.0/routers/c23f4e3b-3d82-4410-9e53-f37efe1de8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7277083 Feb 18 02:56:28.259842 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 46958) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:28.278471 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] Routers {'c23f4e3b-3d82-4410-9e53-f37efe1de8e1'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:28.279050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:56:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:28.445035 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9f8bfd9b-341e-448d-ad08-e97d303d975d req-e3307a65-9fe6-43ec-96fd-1049cdfe000c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 210 time: 0.0940313 Feb 18 02:56:28.490849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] Set router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 gateway port host: dv-cinder-763306-10-smb {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:28.561737 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks [] for router, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:28.774073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:28.784495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Deleting port ec703ef3-597d-45b2-9d74-070eaa572b3d {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:28.785075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:28.852356 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'external_fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:59Z', 'updated_at': '2021-02-18T02:56:26Z', 'revision_number': 5, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'gw_port': {'id': 'ec703ef3-597d-45b2-9d74-070eaa572b3d', 'name': '', 'network_id': '6fd03acf-077a-4992-b52f-35408fdf411b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'ip_address': '172.28.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T02:50:01Z', 'updated_at': '2021-02-18T02:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4251dbd1-b0df-4588-9e89-c3a1241ac2d8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-10-smb'}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:28.857267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] Checking router: c23f4e3b-3d82-4410-9e53-f37efe1de8e1 for host: dv-cinder-763306-10-smb {{(pid=84025) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 02:56:28.869681 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] Routers {'c23f4e3b-3d82-4410-9e53-f37efe1de8e1'} bound to L3 agent in host dv-cinder-763306-10-smb {{(pid=84025) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 02:56:28.873171 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T02:39:15Z,description=,heartbeat_timestamp=2021-02-18T02:56:15Z,host='dv-cinder-763306-10-smb',id=a9bc0336-2cae-4d97-8b04-3a51fec8f78d,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T02:39:15Z,topic='l3_agent')) {'router_ids': ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'], 'active': True} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:29.017806 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] For port ec703ef3-597d-45b2-9d74-070eaa572b3d, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=ec703ef3-597d-45b2-9d74-070eaa572b3d,segment=NetworkSegment(188b964d-71e4-40fc-9120-eed378830c76),segment_id=188b964d-71e4-40fc-9120-eed378830c76)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:29.018316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:29.054748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvr_db [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] Set router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 gateway port host: None {{(pid=84025) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 02:56:29.172670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Calling delete_port for ec703ef3-597d-45b2-9d74-070eaa572b3d owned by network:router_gateway {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:29.363387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_hamode_db [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:59Z', 'updated_at': '2021-02-18T02:56:28Z', 'revision_number': 6, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'gw_port_host': None}], 'dv-cinder-763306-10-smb', False) {} {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:29.367988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6031c-7ad0-4ba7-a9a2-2e571ec853a7 None None] The sync data for ids ['c23f4e3b-3d82-4410-9e53-f37efe1de8e1'] in dv-cinder-763306-10-smb is: [{'id': 'c23f4e3b-3d82-4410-9e53-f37efe1de8e1', 'name': 'tempest-TestShelveInstance-37107479-router', 'tenant_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T02:49:59Z', 'updated_at': '2021-02-18T02:56:28Z', 'revision_number': 6, 'project_id': 'ee664105f4ba46d18f4f44bc8fe6c278', 'gw_port_host': None}] {{(pid=84025) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 02:56:29.368308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:29.385164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:29.467982 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:29.508953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec703ef3-597d-45b2-9d74-070eaa572b3d,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:29.519021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:29.519532 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 23cb4ec0-c0a2-4d8f-be9c-dd2456a4216d not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:29.526115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:29.673090 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-faff5fa2-6941-4469-8a63-9f695a3331a7 req-14e1b5e7-a2a9-4a8e-90f7-5d81bbe94a55 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 210 time: 0.0671258 Feb 18 02:56:29.848986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-f235f2d8-89b1-4abc-8604-073a1bdfd3e9 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:29.850140 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-f235f2d8-89b1-4abc-8604-073a1bdfd3e9 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Synchronizing usage tracker for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:network {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:56:29.866294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854401939'] for router_gateway, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.070999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854747896'] for router, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.072836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-f235f2d8-89b1-4abc-8604-073a1bdfd3e9 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Unset dirty status for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:network {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:56:30.074091 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-f235f2d8-89b1-4abc-8604-073a1bdfd3e9 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 815 time: 0.5318391 Feb 18 02:56:30.075194 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.098458 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Request body: {'port': {'device_id': '81b91a23-9e39-48d5-87f4-ff71b34b8878', 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474', 'admin_state_up': True, 'tenant_id': 'f6c7507c5be7480d863e0b6f7cb9a130'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:30.181951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854405870'] for router, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.182534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c23f4e3b-3d82-4410-9e53-f37efe1de8e1 {{(pid=84023) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 02:56:30.209580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Notify callbacks [] for router, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.213323 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c23f4e3b-3d82-4410-9e53-f37efe1de8e1 HTTP/1.1" status: 204 len: 168 time: 1.9499435 Feb 18 02:56:30.213838 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47010) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:30.260747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:30.265068 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Usage tracker for resource:port and tenant:f6c7507c5be7480d863e0b6f7cb9a130 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:30.268229 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:30.274687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:30.289539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Made reservation on behalf of f6c7507c5be7480d863e0b6f7cb9a130 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:56:30.293351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8c93f3-ca7b-40b0-8847-5b5e1b90ab0a admin admin] Deleting subnet c46a655f-3c38-4915-b89c-5f7f85fe5ef2 {{(pid=84024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:56:30.295126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.297152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d8c93f3-ca7b-40b0-8847-5b5e1b90ab0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.352638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d8c93f3-ca7b-40b0-8847-5b5e1b90ab0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848310888'] for subnet, precommit_delete_associations {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.434773 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d8c93f3-ca7b-40b0-8847-5b5e1b90ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.607829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Allocated IP 172.20.0.14 (8172c4f4-85fd-4d14-a266-5dda06e9d474/27c2c874-6315-4de0-bafe-b206368d6065/f9125f12-4073-467a-a95f-406a50c05d31) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:56:30.695861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d8c93f3-ca7b-40b0-8847-5b5e1b90ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7286056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6601372'] for subnet, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.711434 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:30.798746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c93f3-ca7b-40b0-8847-5b5e1b90ab0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46a655f-3c38-4915-b89c-5f7f85fe5ef2,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:30.814251 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5d8c93f3-ca7b-40b0-8847-5b5e1b90ab0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:30.852999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5d8c93f3-ca7b-40b0-8847-5b5e1b90ab0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.859800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a89be9-099c-4e67-9c2a-cdc097b3966f None None] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:56:30.863338 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-5d8c93f3-ca7b-40b0-8847-5b5e1b90ab0a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c46a655f-3c38-4915-b89c-5f7f85fe5ef2 HTTP/1.1" status: 204 len: 168 time: 0.6460559 Feb 18 02:56:30.863705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47016) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:30.867395 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b48d23c5-e931-4e7b-8111-1b9c54d539e9 req-b42e9afa-51cf-4b07-bd80-5ed4182a8d8c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 210 time: 0.0622654 Feb 18 02:56:30.875490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.913404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:30.928986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1b93a33c-681e-4e0b-93c8-8ecbd041de87 tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:30.986511 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:31.064259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Deleting port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 {{(pid=84024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:31.064871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:31.158174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] DHCP port deletion for 50e911e2-ed6a-4b57-acce-93b515ace1ab request from dv-cinder-763306-10-smb {{(pid=84025) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 02:56:31.164039 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] Deleting port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:31.164770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:31.321022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Pushing event updated for resources: {'Port': ['ID=f9125f12-4073-467a-a95f-406a50c05d31,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:31.325562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:31.338384 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] For port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=18453ebf-f64d-4e6d-bfa2-b7c7bf503e75,segment=NetworkSegment(1ba5c0a7-949c-4e25-b39f-05f5d00445c6),segment_id=1ba5c0a7-949c-4e25-b39f-05f5d00445c6)] {{(pid=84024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:31.338905 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:31.386515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:56:31.387609 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:56:31.396001 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:56:31.421935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] For port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75, host dv-cinder-763306-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-10-smb',level=0,port_id=18453ebf-f64d-4e6d-bfa2-b7c7bf503e75,segment=NetworkSegment(1ba5c0a7-949c-4e25-b39f-05f5d00445c6),segment_id=1ba5c0a7-949c-4e25-b39f-05f5d00445c6)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:31.422475 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:31.463935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:31.464616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:31.489457 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5f221852-b216-4288-b90e-752558554877 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3958814 Feb 18 02:56:31.500721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Calling delete_port for 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 owned by network:dhcp {{(pid=84024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:31.509988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Request body: {'port': {'device_id': '81b91a23-9e39-48d5-87f4-ff71b34b8878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:31.600866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847489667'] for port, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:31.620756 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device ec703ef3-597d-45b2-9d74-070eaa572b3d no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:31.641163 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fb999cf8-b211-41dc-9ef0-3ea18c9ed24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:31.657953 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] Calling delete_port for 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 owned by network:dhcp {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:56:31.683779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:31.711337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: ec703ef3-597d-45b2-9d74-070eaa572b3d {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:31.711879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device ec703ef3-597d-45b2-9d74-070eaa572b3d not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:31.712192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 no longer exists at agent ovs-agent-dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:56:31.753078 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] No Port match for: 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:56:31.753292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Device 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 not bound to the agent host dv-cinder-763306-10-smb {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:56:31.808320 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18453ebf-f64d-4e6d-bfa2-b7c7bf503e75,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:31.813358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:31.825625 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84025) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:56:31.826347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:56:31.847871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] No DVR routers for this DVR port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 on host dv-cinder-763306-10-smb {{(pid=84024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:56:31.974174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.152944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9125f12-4073-467a-a95f-406a50c05d31 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:56:32.153164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e911e2-ed6a-4b57-acce-93b515ace1ab']}} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:32.161623 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.171560 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba5c0a7-949c-4e25-b39f-05f5d00445c6') {'for_net_delete': True} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:32.172546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba5c0a7-949c-4e25-b39f-05f5d00445c6') {} {{(pid=84024) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:56:32.175169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Transition to ACTIVE for port object f9125f12-4073-467a-a95f-406a50c05d31 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:56:32.178012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.191216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464928'] for segment, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.194108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-89d5708f-b14b-452e-a2e5-242b5f3a70dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:32.207027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c10632-9587-4c08-a062-071231181cb5 req-dab38875-60fc-4c23-9234-f93bf10c811b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:32.208655 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-11c10632-9587-4c08-a062-071231181cb5 req-dab38875-60fc-4c23-9234-f93bf10c811b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 932 time: 0.2176881 Feb 18 02:56:32.214667 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.219021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:56:32.328573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] Deleting port 18453ebf-f64d-4e6d-bfa2-b7c7bf503e75 {{(pid=84025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:56:32.329324 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.346335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9125f12-4073-467a-a95f-406a50c05d31,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:32.349530 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:32.404961 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-3426bddc-7568-462b-9dd1-16ded2221aa5 None None] The port '18453ebf-f64d-4e6d-bfa2-b7c7bf503e75' was deleted {{(pid=84025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 02:56:32.418875 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-11c10632-9587-4c08-a062-071231181cb5 req-b93cc1fb-b195-4e3e-b788-ca018dfc15d4 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018957 Feb 18 02:56:32.433831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:32.443139 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847496567'] for segment, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.525650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Attempting to bind port f9125f12-4073-467a-a95f-406a50c05d31 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:56:32.526031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Attempting to bind port f9125f12-4073-467a-a95f-406a50c05d31 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:56:32.526390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Attempting to bind port f9125f12-4073-467a-a95f-406a50c05d31 on network 8172c4f4-85fd-4d14-a266-5dda06e9d474 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:56:32.532901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:56:32.533275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Checking segment: {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:56:32.533680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.534074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Bound using segment: {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:56:32.534545 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Bound port: f9125f12-4073-467a-a95f-406a50c05d31, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:56:32.534916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.623684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Network 50e911e2-ed6a-4b57-acce-93b515ace1ab has no segments {{(pid=84024) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:56:32.627355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] For port f9125f12-4073-467a-a95f-406a50c05d31, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:56:32.647385 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:56:32.725866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.726076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] For port f9125f12-4073-467a-a95f-406a50c05d31, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f9125f12-4073-467a-a95f-406a50c05d31,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:56:32.729770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.730978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.735143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b5335d02-a071-4075-8ddc-6e49fe3db490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:32.757683 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=50e911e2-ed6a-4b57-acce-93b515ace1ab,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:32.760486 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:32.762334 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1c44280d-8bf7-4d1d-b8df-b183e79c18c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/50e911e2-ed6a-4b57-acce-93b515ace1ab HTTP/1.1" status: 204 len: 168 time: 1.8975427 Feb 18 02:56:32.800168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ea883bba-5869-4dc5-94ec-5d1eca298dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:32.910639 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9125f12-4073-467a-a95f-406a50c05d31,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:32.916268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:32.948076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:32.948761 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:32.950243 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9125f12-4073-467a-a95f-406a50c05d31 HTTP/1.1" status: 200 len: 1158 time: 1.4517767 Feb 18 02:56:32.950876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b91a23-9e39-48d5-87f4-ff71b34b8878', 'tag': 'f9125f12-4073-467a-a95f-406a50c05d31'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:56:32.962692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47044) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:33.022893 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d2e7f937-3c09-4aa0-ab07-d66fd6beb10b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00130025e7cc46389197fbd0023e9aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565841 Feb 18 02:56:33.023399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47048) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:33.036633 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b91a23-9e39-48d5-87f4-ff71b34b8878', 'tag': 'f9125f12-4073-467a-a95f-406a50c05d31', 'status': 'completed', 'code': 200} Feb 18 02:56:33.075819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5209abe7-e6a7-4b16-bb17-886cd1be45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:33.077480 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-5209abe7-e6a7-4b16-bb17-886cd1be45aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 1161 time: 0.0857816 Feb 18 02:56:33.089851 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3119752a-f43d-4bda-8619-d8045e374a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:33.118927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3119752a-f43d-4bda-8619-d8045e374a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:33.160934 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-f52567be-cc2e-468b-847e-17e9de71a5d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9125f12-4073-467a-a95f-406a50c05d31 HTTP/1.1" status: 200 len: 217 time: 0.0736797 Feb 18 02:56:33.169714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3119752a-f43d-4bda-8619-d8045e374a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:33.175922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-69c4970a-c6ac-4e67-80ee-8d4883d11e6c tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:33.191367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119752a-f43d-4bda-8619-d8045e374a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9492e8-46a3-42df-a902-362be9e40ef7,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:33.194297 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3119752a-f43d-4bda-8619-d8045e374a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:33.199831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3119752a-f43d-4bda-8619-d8045e374a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:33.202155 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3119752a-f43d-4bda-8619-d8045e374a21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d9492e8-46a3-42df-a902-362be9e40ef7 HTTP/1.1" status: 204 len: 168 time: 0.1780350 Feb 18 02:56:33.235175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-6d649dc9-1142-4cfc-8dee-941dd606f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:33.236870 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-6d649dc9-1142-4cfc-8dee-941dd606f4c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 200 len: 855 time: 0.0688353 Feb 18 02:56:33.299077 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-b8522a91-cd9a-4ee3-b33b-753ad248ede3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8172c4f4-85fd-4d14-a266-5dda06e9d474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530503 Feb 18 02:56:33.467076 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-47d0e1de-3528-4fbb-a8b9-cb37f9c53017 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603880 Feb 18 02:56:33.594108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47058) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:33.641634 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-45d6f91c-3fac-4729-9ba5-88023102ce52 req-1bbb7f7b-f877-465c-8cf7-da2607072a08 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1663439 Feb 18 02:56:33.669896 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-1c69b3b6-4cda-4fc7-88bb-9f4ecf6f5299 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee664105f4ba46d18f4f44bc8fe6c278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704010 Feb 18 02:56:33.670343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47066) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:33.686181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76210cf-8c98-4384-a2f7-6fa56ebff093 req-9ea4a80b-ff6b-4135-be95-69786f95b3f2 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:33.688113 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a76210cf-8c98-4384-a2f7-6fa56ebff093 req-9ea4a80b-ff6b-4135-be95-69786f95b3f2 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 944 time: 0.1512482 Feb 18 02:56:33.744989 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a76210cf-8c98-4384-a2f7-6fa56ebff093 req-cecbe64f-bcd4-4716-bda8-fb9df07b3c58 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491042 Feb 18 02:56:33.811375 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3cdd1d1-954d-4a7f-9e11-5c47dd3c174d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:33.838525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-6563b9c9-cbbb-47fd-8199-321a7fe0e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:33.840209 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-6563b9c9-cbbb-47fd-8199-321a7fe0e1ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 1161 time: 0.1419389 Feb 18 02:56:33.849878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3cdd1d1-954d-4a7f-9e11-5c47dd3c174d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:34.025484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-dad75b6c-3f14-4849-8d4c-33c574dd7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:34.027106 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-dad75b6c-3f14-4849-8d4c-33c574dd7fc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 909 time: 0.1794150 Feb 18 02:56:34.027785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3cdd1d1-954d-4a7f-9e11-5c47dd3c174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:34.033678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cc526cc3-9b61-499a-83fc-9dd4d0150646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:34.102770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdd1d1-954d-4a7f-9e11-5c47dd3c174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493e5749-942f-4f0a-a072-86a9f2244e89,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:34.108225 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b3cdd1d1-954d-4a7f-9e11-5c47dd3c174d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:34.118124 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-e4fa0e5c-bfbb-4ce5-9d12-631e662a7680 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9125f12-4073-467a-a95f-406a50c05d31 HTTP/1.1" status: 200 len: 217 time: 0.0757983 Feb 18 02:56:34.119353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b3cdd1d1-954d-4a7f-9e11-5c47dd3c174d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:34.123049 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b3cdd1d1-954d-4a7f-9e11-5c47dd3c174d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/493e5749-942f-4f0a-a072-86a9f2244e89 HTTP/1.1" status: 204 len: 168 time: 0.4490645 Feb 18 02:56:34.197349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-da800138-3a59-4008-a2a9-b17d5d993f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:34.199076 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-da800138-3a59-4008-a2a9-b17d5d993f9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 200 len: 855 time: 0.0712790 Feb 18 02:56:34.267143 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-77d0234c-2e1e-469f-a43c-e9bf5a3f3341 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8172c4f4-85fd-4d14-a266-5dda06e9d474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553548 Feb 18 02:56:34.432274 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-57d727da-5105-4035-a86e-4ccbd648402f service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557798 Feb 18 02:56:34.590007 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-29cd08ab-2dda-47b2-84df-5171a5527736 req-7bb7806d-0afe-453d-a7ae-2bc7957da54c service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436939 Feb 18 02:56:34.944136 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fc6a9-6867-4929-98b2-1166124429a0 req-6b35453c-fcb9-466c-9391-b3c30145190f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:34.944888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-562fc6a9-6867-4929-98b2-1166124429a0 req-6b35453c-fcb9-466c-9391-b3c30145190f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Synchronizing usage tracker for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:56:34.960504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-562fc6a9-6867-4929-98b2-1166124429a0 req-6b35453c-fcb9-466c-9391-b3c30145190f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Unset dirty status for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:56:34.961734 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-562fc6a9-6867-4929-98b2-1166124429a0 req-6b35453c-fcb9-466c-9391-b3c30145190f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 944 time: 0.1009452 Feb 18 02:56:35.011684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-562fc6a9-6867-4929-98b2-1166124429a0 req-fb52dbd3-6349-4588-a99e-2de986a76156 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Synchronizing usage tracker for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:56:35.027032 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-562fc6a9-6867-4929-98b2-1166124429a0 req-fb52dbd3-6349-4588-a99e-2de986a76156 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Unset dirty status for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:56:35.028267 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-562fc6a9-6867-4929-98b2-1166124429a0 req-fb52dbd3-6349-4588-a99e-2de986a76156 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603054 Feb 18 02:56:36.227988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca5a9-39ca-46de-af9c-ecc0b1c6608f req-c0218ad5-e9ee-4e53-a153-fa8b5bb88740 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:36.229585 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4f9ca5a9-39ca-46de-af9c-ecc0b1c6608f req-c0218ad5-e9ee-4e53-a153-fa8b5bb88740 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 944 time: 0.0860114 Feb 18 02:56:36.278060 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-4f9ca5a9-39ca-46de-af9c-ecc0b1c6608f req-90664d2b-43be-47df-a992-a199edab084a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 Feb 18 02:56:36.326338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-ac344c75-7b87-4c57-862d-2ae815ff3fa1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84025) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 02:56:36.636502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device f9125f12-4073-467a-a95f-406a50c05d31 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:56:36.709900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port f9125f12-4073-467a-a95f-406a50c05d31 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:56:36.715079 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port f9125f12-4073-467a-a95f-406a50c05d31 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:56:36.715515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:36.841463 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:36.871849 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b91a23-9e39-48d5-87f4-ff71b34b8878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9125f12-4073-467a-a95f-406a50c05d31'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:56:36.880579 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port f9125f12-4073-467a-a95f-406a50c05d31, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f9125f12-4073-467a-a95f-406a50c05d31,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:36.883947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:36.886744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:36.921833 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b91a23-9e39-48d5-87f4-ff71b34b8878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9125f12-4073-467a-a95f-406a50c05d31', 'code': 200} Feb 18 02:56:36.964087 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=f9125f12-4073-467a-a95f-406a50c05d31,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:36.967758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:37.164411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af1a13-501a-4f77-8995-43fd0daf8ebe req-7e325bc3-db18-4614-a77e-4d83aa9588f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:37.166026 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b7af1a13-501a-4f77-8995-43fd0daf8ebe req-7e325bc3-db18-4614-a77e-4d83aa9588f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 1163 time: 0.0784271 Feb 18 02:56:37.212368 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b7af1a13-501a-4f77-8995-43fd0daf8ebe req-da3b7bfc-a182-429e-8aaf-ea15de2d86bb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Feb 18 02:56:37.353725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47130) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:37.480326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48b180-4c35-40ae-a628-5c5063226cf3 req-cf1d29f1-b0cd-4502-827d-a53886ab9df7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:37.480951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:37.481934 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-df48b180-4c35-40ae-a628-5c5063226cf3 req-cf1d29f1-b0cd-4502-827d-a53886ab9df7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 946 time: 0.0903893 Feb 18 02:56:37.496694 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:37.501398 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Usage tracker for resource:security_group_rule and tenant:c3c08808625d4838a84f48a8f412e805 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:37.504408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:37.510211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:37.530369 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-df48b180-4c35-40ae-a628-5c5063226cf3 req-bdcf01c0-21e3-4b5e-ac1f-d66246f5ee97 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Feb 18 02:56:37.600887 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:37.603730 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:37.612893 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:37.655382 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3c08808625d4838a84f48a8f412e805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984195 Feb 18 02:56:37.657180 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e7386e-4269-4e03-81ca-d47074874efe,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:37.658343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47136) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:37.660516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:37.719796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b182aa55-d6fb-476a-94f9-1470fd35adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:37.747170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b182aa55-d6fb-476a-94f9-1470fd35adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:37.793823 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b182aa55-d6fb-476a-94f9-1470fd35adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:37.799295 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c50681e1-825d-487e-af52-d1fb73252024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:37.813264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182aa55-d6fb-476a-94f9-1470fd35adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e7386e-4269-4e03-81ca-d47074874efe,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:37.816053 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b182aa55-d6fb-476a-94f9-1470fd35adbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:37.817372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b182aa55-d6fb-476a-94f9-1470fd35adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:37.818574 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b182aa55-d6fb-476a-94f9-1470fd35adbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e7386e-4269-4e03-81ca-d47074874efe HTTP/1.1" status: 204 len: 168 time: 0.1591754 Feb 18 02:56:38.097923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47144) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:38.121041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:38.135947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:38.140084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] Usage tracker for resource:security_group_rule and tenant:15e2ab7b47b647da9f53ece55cde062f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:38.142970 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:38.148896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:38.232428 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:38.235850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:38.245021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-00f08516-fc80-452f-b80b-2ba7ac0488a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:38.287390 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15e2ab7b47b647da9f53ece55cde062f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882122 Feb 18 02:56:38.289047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f362aaf8-4c3a-4178-906e-3558a8997d90,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:38.290309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47148) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:38.292228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ecdc7d02-a776-42c6-9862-1ebd57663f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:38.335449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device f9125f12-4073-467a-a95f-406a50c05d31 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:56:38.356467 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01a7dafc-8f3e-43a9-84f9-6303acc7860b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:38.384615 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01a7dafc-8f3e-43a9-84f9-6303acc7860b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:38.411966 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port f9125f12-4073-467a-a95f-406a50c05d31 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:56:38.412386 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:38.433109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01a7dafc-8f3e-43a9-84f9-6303acc7860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:38.438316 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-51bcf5ba-cc48-4d2f-8f78-d3ad51d883fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:38.451716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7dafc-8f3e-43a9-84f9-6303acc7860b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f362aaf8-4c3a-4178-906e-3558a8997d90,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:38.461973 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-01a7dafc-8f3e-43a9-84f9-6303acc7860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:38.462870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-01a7dafc-8f3e-43a9-84f9-6303acc7860b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:38.466601 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-01a7dafc-8f3e-43a9-84f9-6303acc7860b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f362aaf8-4c3a-4178-906e-3558a8997d90 HTTP/1.1" status: 204 len: 168 time: 0.1720512 Feb 18 02:56:38.740377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458f9c-944b-438d-8f55-e883689d126a req-b705aebb-c1b2-42c4-8668-79411170b004 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:38.742042 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e0458f9c-944b-438d-8f55-e883689d126a req-b705aebb-c1b2-42c4-8668-79411170b004 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 946 time: 0.0929134 Feb 18 02:56:38.793806 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-e0458f9c-944b-438d-8f55-e883689d126a req-d2cf07f7-5faf-4542-b711-8ff0a220a1ea tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Feb 18 02:56:42.037412 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47306) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:42.164132 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.179740 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:42.183895 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:0aec977df652425ebb161f2dd06056f1 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:42.186904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:42.192745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:42.280002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.283604 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.292599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-1ce94892-2d5a-4bd9-b7ac-cd3631e11662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:42.338961 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aec977df652425ebb161f2dd06056f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004439 Feb 18 02:56:42.339925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c42bca9-8d19-4fb2-9e72-bdf7d09abfef,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:42.341870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47312) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:42.343126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d4c06534-3eb5-4a1e-b603-1516421aa9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:42.404988 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-138f547d-e770-44ac-922a-d8d59bcec5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.432941 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-138f547d-e770-44ac-922a-d8d59bcec5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.445590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2aa8113f-9a64-4095-9744-48e50a2fb191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.481673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-138f547d-e770-44ac-922a-d8d59bcec5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.486568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ed3b1665-50af-4c33-ac04-387ebc443db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:42.500456 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f547d-e770-44ac-922a-d8d59bcec5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c42bca9-8d19-4fb2-9e72-bdf7d09abfef,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:42.503244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-138f547d-e770-44ac-922a-d8d59bcec5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:42.505352 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-138f547d-e770-44ac-922a-d8d59bcec5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.506522 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-138f547d-e770-44ac-922a-d8d59bcec5cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c42bca9-8d19-4fb2-9e72-bdf7d09abfef HTTP/1.1" status: 204 len: 168 time: 0.1628771 Feb 18 02:56:42.786432 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47320) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:42.805141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.820558 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:42.824562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] Usage tracker for resource:security_group_rule and tenant:267de4a6c2924a3e9c7fc8e05c7c555e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:42.827503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:42.833978 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:42.916439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.919281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:42.928478 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e5591b40-c3fb-43a9-9ae0-8e26a80e79c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:42.969389 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=267de4a6c2924a3e9c7fc8e05c7c555e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818652 Feb 18 02:56:42.971052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f2792a-0e04-4e7e-abbb-0e93bbff1468,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:42.972347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47324) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:42.974440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c1e84338-98be-46c7-a939-e4beb07b0e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:43.035114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c67feccb-76e8-42f4-aabf-59278c9d390c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:43.063239 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c67feccb-76e8-42f4-aabf-59278c9d390c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:43.116273 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c67feccb-76e8-42f4-aabf-59278c9d390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:43.121913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c7bc22da-8c35-4219-9685-11217791366c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:43.133776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67feccb-76e8-42f4-aabf-59278c9d390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f2792a-0e04-4e7e-abbb-0e93bbff1468,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:43.137579 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c67feccb-76e8-42f4-aabf-59278c9d390c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:43.140894 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c67feccb-76e8-42f4-aabf-59278c9d390c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:43.142142 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c67feccb-76e8-42f4-aabf-59278c9d390c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3f2792a-0e04-4e7e-abbb-0e93bbff1468 HTTP/1.1" status: 204 len: 168 time: 0.1687400 Feb 18 02:56:43.457809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-7f05b259-9208-4bf0-b031-de44aa9ea5b7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:43.459442 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-7f05b259-9208-4bf0-b031-de44aa9ea5b7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 815 time: 0.1605163 Feb 18 02:56:43.476484 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-de291a7e-d4b2-4ade-9463-32cff73b4d36 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/quotas/f6c7507c5be7480d863e0b6f7cb9a130 HTTP/1.1" status: 200 len: 375 time: 0.0108213 Feb 18 02:56:43.571590 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-18994931-0891-4843-846e-4513f6cbf1d8 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878887 Feb 18 02:56:43.721196 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-194e2aec-3c15-429b-8c61-d8ed4be706ff service neutron] 10.222.0.13 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430755 Feb 18 02:56:43.868825 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-db51aebc-138a-4415-a41b-4c0984f3ec2b service neutron] 10.222.0.13 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414149 Feb 18 02:56:44.070787 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c1c17017-d1ec-4e34-bbb4-728638e5ad5f req-ef75f406-3e8f-45f0-b33f-4bdeaeea08e2 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 210 time: 0.0562687 Feb 18 02:56:44.785008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1bd6c2d-fa9b-426b-939e-dc4b853d6864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:45.508443 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-08baa6c6-1d3e-4e5d-b076-65511558b670 req-5cf26c68-cc05-41f3-9176-9eae3611fae4 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 210 time: 0.2930937 Feb 18 02:56:45.537147 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:45.537364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-641d6301-3117-47f0-95b8-8ca2a1f4b761 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:45.538827 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-641d6301-3117-47f0-95b8-8ca2a1f4b761 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 815 time: 0.4492507 Feb 18 02:56:45.553598 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Request body: {'port': {'device_id': 'd2a44400-4ee1-4ac0-9226-f0f70306eac2', 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474', 'admin_state_up': True, 'tenant_id': 'f6c7507c5be7480d863e0b6f7cb9a130'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:45.697697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:45.707821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:45.717105 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Made reservation on behalf of f6c7507c5be7480d863e0b6f7cb9a130 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:56:45.722779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:46.039878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Allocated IP 172.20.0.10 (8172c4f4-85fd-4d14-a266-5dda06e9d474/27c2c874-6315-4de0-bafe-b206368d6065/c850cad0-fe19-4a5c-8a19-e442ca0ba038) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:56:46.255138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:46.285032 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:46.300307 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-78ba24d8-ee46-4747-90ed-b67563e8bc83 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:46.440492 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Pushing event updated for resources: {'Port': ['ID=c850cad0-fe19-4a5c-8a19-e442ca0ba038,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:46.444851 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:46.500338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:56:46.501936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:56:46.504614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:56:46.543483 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:46.573469 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:46.574155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:46.601858 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0523901 Feb 18 02:56:46.615438 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Request body: {'port': {'device_id': 'd2a44400-4ee1-4ac0-9226-f0f70306eac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:46.769479 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:46.798786 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:46.976313 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859eed3-c8e3-43b9-b354-096060330541 req-d6ecc541-7d4d-4764-ac0d-8aa6a67004ca tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:46.977946 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f859eed3-c8e3-43b9-b354-096060330541 req-d6ecc541-7d4d-4764-ac0d-8aa6a67004ca tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 932 time: 0.3447144 Feb 18 02:56:47.030343 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f859eed3-c8e3-43b9-b354-096060330541 req-a111e02a-996d-40ef-98e3-bff11a7ad294 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457218 Feb 18 02:56:47.214038 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c850cad0-fe19-4a5c-8a19-e442ca0ba038 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:56:47.222054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:47.234291 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Transition to ACTIVE for port object c850cad0-fe19-4a5c-8a19-e442ca0ba038 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:56:47.237096 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:47.256663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3e79de1a-0521-4162-9f7d-39a7aeec4e2c tempest-VolumesSnapshotTestJSON-132764629 tempest-VolumesSnapshotTestJSON-132764629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:47.390151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Pushing event updated for resources: {'Port': ['ID=c850cad0-fe19-4a5c-8a19-e442ca0ba038,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:47.402723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:47.586075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Attempting to bind port c850cad0-fe19-4a5c-8a19-e442ca0ba038 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:56:47.586542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Attempting to bind port c850cad0-fe19-4a5c-8a19-e442ca0ba038 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:56:47.586805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Attempting to bind port c850cad0-fe19-4a5c-8a19-e442ca0ba038 on network 8172c4f4-85fd-4d14-a266-5dda06e9d474 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:56:47.592592 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:56:47.592979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Checking segment: {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:56:47.593421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:47.593826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Bound using segment: {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:56:47.594390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Bound port: c850cad0-fe19-4a5c-8a19-e442ca0ba038, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:56:47.594871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:47.693045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] For port c850cad0-fe19-4a5c-8a19-e442ca0ba038, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:56:47.696185 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] For port c850cad0-fe19-4a5c-8a19-e442ca0ba038, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c850cad0-fe19-4a5c-8a19-e442ca0ba038,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:56:47.699164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:47.714252 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ebb3361d-caa7-43f2-aac9-545da5552000 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:47.866525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Pushing event updated for resources: {'Port': ['ID=c850cad0-fe19-4a5c-8a19-e442ca0ba038,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:47.871155 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:47.905678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:47.906879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:47.908531 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] 10.222.0.52 "PUT /v2.0/ports/c850cad0-fe19-4a5c-8a19-e442ca0ba038 HTTP/1.1" status: 200 len: 1158 time: 1.2978923 Feb 18 02:56:47.909056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a44400-4ee1-4ac0-9226-f0f70306eac2', 'tag': 'c850cad0-fe19-4a5c-8a19-e442ca0ba038'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:56:47.983234 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a44400-4ee1-4ac0-9226-f0f70306eac2', 'tag': 'c850cad0-fe19-4a5c-8a19-e442ca0ba038', 'status': 'completed', 'code': 200} Feb 18 02:56:48.024901 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-c2f63a21-d60e-411f-9078-bf2c68455a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:48.026513 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-c2f63a21-d60e-411f-9078-bf2c68455a5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 1161 time: 0.0806353 Feb 18 02:56:48.105453 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-5a14c5ac-6546-41ac-a304-b64e01051558 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c850cad0-fe19-4a5c-8a19-e442ca0ba038 HTTP/1.1" status: 200 len: 217 time: 0.0692785 Feb 18 02:56:48.178294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-1c180edd-1224-4330-bd85-c335c1e1ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:48.179884 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-1c180edd-1224-4330-bd85-c335c1e1ddb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 200 len: 855 time: 0.0670342 Feb 18 02:56:48.232089 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12378180-e77c-46b3-9a7e-a559db057ee8 req-3a28c67a-c755-4cbe-aa2b-153e0869c949 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:48.233639 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-12378180-e77c-46b3-9a7e-a559db057ee8 req-3a28c67a-c755-4cbe-aa2b-153e0869c949 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 944 time: 0.0905926 Feb 18 02:56:48.240422 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-82bffa12-02ee-42be-8bbe-477385a88fd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8172c4f4-85fd-4d14-a266-5dda06e9d474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463321 Feb 18 02:56:48.282477 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-12378180-e77c-46b3-9a7e-a559db057ee8 req-02a4c2fb-5c11-4648-a232-14d41c2ce6c3 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Feb 18 02:56:48.387373 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-2e5f28d8-9f16-4251-a716-9fd911ba3601 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347444 Feb 18 02:56:48.546726 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43e7a2f5-7014-4409-99a7-599e32dbe2bc req-ef700858-c660-45e0-a304-f16901f10076 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355236 Feb 18 02:56:48.689904 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-3a144e56-3cdb-48f8-957d-2b2012dea948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:48.691568 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-3a144e56-3cdb-48f8-957d-2b2012dea948 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 1161 time: 0.0778933 Feb 18 02:56:48.837726 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-230ba16d-eb62-441c-9952-2f8b6d63b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:48.839246 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-230ba16d-eb62-441c-9952-2f8b6d63b264 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 909 time: 0.1403179 Feb 18 02:56:48.925718 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-a789f256-45bd-410d-8307-9e4f266c8e95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c850cad0-fe19-4a5c-8a19-e442ca0ba038 HTTP/1.1" status: 200 len: 217 time: 0.0716567 Feb 18 02:56:49.002383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-a2f35e59-54cf-4193-92b9-dc5f0886f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:49.004003 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-a2f35e59-54cf-4193-92b9-dc5f0886f080 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 200 len: 855 time: 0.0643351 Feb 18 02:56:49.129005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47438) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:49.261006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:49.277523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:49.282817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1a67387c2a4cdd9bb48f05c0f10a7b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:49.286168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:49.292104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:49.298413 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-b51de326-b96f-4396-b601-503173079066 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8172c4f4-85fd-4d14-a266-5dda06e9d474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2842824 Feb 18 02:56:49.383638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:49.387568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:49.396959 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3dc25d25-ed75-49c7-9426-a6109583f54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:49.440582 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf1a67387c2a4cdd9bb48f05c0f10a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103855 Feb 18 02:56:49.442347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da6b6c-5480-4a6c-8ce1-29902be2ac64,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:49.444939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47446) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:49.447891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:49.504194 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-7e42a9ec-1276-46dd-804f-f7f6ac0c088a service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981659 Feb 18 02:56:49.511429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abac7e8a-cbd2-4ae0-a5f6-8f496e39e77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:49.539376 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abac7e8a-cbd2-4ae0-a5f6-8f496e39e77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:49.587689 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abac7e8a-cbd2-4ae0-a5f6-8f496e39e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:49.592762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8d53fba1-e736-41e1-9d8c-15a343d03770 tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:49.607524 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac7e8a-cbd2-4ae0-a5f6-8f496e39e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da6b6c-5480-4a6c-8ce1-29902be2ac64,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:49.611846 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-abac7e8a-cbd2-4ae0-a5f6-8f496e39e77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:49.616138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4c0a3-bf87-4be9-8513-492275c344c7 req-40c66ee6-b2a1-41e6-961e-258ea7b79948 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:49.616925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d0d4c0a3-bf87-4be9-8513-492275c344c7 req-40c66ee6-b2a1-41e6-961e-258ea7b79948 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Synchronizing usage tracker for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:56:49.624670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-abac7e8a-cbd2-4ae0-a5f6-8f496e39e77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:49.628172 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-abac7e8a-cbd2-4ae0-a5f6-8f496e39e77f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53da6b6c-5480-4a6c-8ce1-29902be2ac64 HTTP/1.1" status: 204 len: 168 time: 0.1819885 Feb 18 02:56:49.659518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d0d4c0a3-bf87-4be9-8513-492275c344c7 req-40c66ee6-b2a1-41e6-961e-258ea7b79948 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Unset dirty status for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:56:49.660833 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d0d4c0a3-bf87-4be9-8513-492275c344c7 req-40c66ee6-b2a1-41e6-961e-258ea7b79948 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 944 time: 0.2574604 Feb 18 02:56:49.704179 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-5bbf1aad-d9dd-443d-8c67-2577b3edb8c8 req-276ee17c-0c57-470d-b0bb-2c59929d75a0 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1917427 Feb 18 02:56:49.726121 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d0d4c0a3-bf87-4be9-8513-492275c344c7 req-feadf2ee-63b5-45aa-9e1d-f96d4002aa7b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538087 Feb 18 02:56:49.920956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47454) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:49.939754 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:49.955349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:49.959409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] Usage tracker for resource:security_group_rule and tenant:bda5ce6845f54a2280d1b80d55ca93df is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:49.962390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:49.968142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:50.052098 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:50.054868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:50.064051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e8883156-57ac-4b75-965b-ab4851f61b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:50.106524 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bda5ce6845f54a2280d1b80d55ca93df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843672 Feb 18 02:56:50.108261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c75a504-285a-48c9-ae6c-5c631da0d9d6,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:50.109404 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47458) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:50.111857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3fe1f4bc-885c-42ec-998d-8d7bd582ed33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:50.172073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-162be821-4c2d-4d0e-9ec2-b7d1c99e3901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:50.199128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-162be821-4c2d-4d0e-9ec2-b7d1c99e3901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:50.245865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-162be821-4c2d-4d0e-9ec2-b7d1c99e3901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:50.251184 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c6957d25-f456-4e8f-8468-624a740707bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:50.264424 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162be821-4c2d-4d0e-9ec2-b7d1c99e3901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c75a504-285a-48c9-ae6c-5c631da0d9d6,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:50.267744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-162be821-4c2d-4d0e-9ec2-b7d1c99e3901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:50.269928 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-162be821-4c2d-4d0e-9ec2-b7d1c99e3901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:50.271679 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-162be821-4c2d-4d0e-9ec2-b7d1c99e3901 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c75a504-285a-48c9-ae6c-5c631da0d9d6 HTTP/1.1" status: 204 len: 168 time: 0.1607487 Feb 18 02:56:50.797177 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device c850cad0-fe19-4a5c-8a19-e442ca0ba038 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:56:50.877104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port c850cad0-fe19-4a5c-8a19-e442ca0ba038 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:56:50.882214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port c850cad0-fe19-4a5c-8a19-e442ca0ba038 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:56:50.882619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:50.933983 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba007bc-0c57-40a4-aad5-6583d40f694b req-ebb2d68c-5ae6-448b-8c06-647b560596cf tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:50.936164 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7ba007bc-0c57-40a4-aad5-6583d40f694b req-ebb2d68c-5ae6-448b-8c06-647b560596cf tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 944 time: 0.0917962 Feb 18 02:56:50.987372 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7ba007bc-0c57-40a4-aad5-6583d40f694b req-0e8bf4de-e2dc-4da3-925b-51f1c00d109f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Feb 18 02:56:51.012440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:51.041867 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a44400-4ee1-4ac0-9226-f0f70306eac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c850cad0-fe19-4a5c-8a19-e442ca0ba038'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:56:51.053193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port c850cad0-fe19-4a5c-8a19-e442ca0ba038, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c850cad0-fe19-4a5c-8a19-e442ca0ba038,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:56:51.057752 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:51.059743 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:51.142886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:51.152962 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=c850cad0-fe19-4a5c-8a19-e442ca0ba038,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:51.157538 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:51.236730 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a44400-4ee1-4ac0-9226-f0f70306eac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c850cad0-fe19-4a5c-8a19-e442ca0ba038', 'code': 200} Feb 18 02:56:51.505323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53403ad8-78c4-487f-9d38-9d87c22f1f17 req-75fcd208-5828-4208-bafb-365d048edcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:51.506920 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-53403ad8-78c4-487f-9d38-9d87c22f1f17 req-75fcd208-5828-4208-bafb-365d048edcdd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 1163 time: 0.0863233 Feb 18 02:56:51.553369 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-53403ad8-78c4-487f-9d38-9d87c22f1f17 req-917d854a-3a79-4577-a7c1-a4b014f63d4f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Feb 18 02:56:52.198130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3b464-53a2-4cdc-8da0-e10be6ea0da0 req-5dcbd90f-51d8-46a7-a748-bbefaf4d6508 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:52.199791 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-70f3b464-53a2-4cdc-8da0-e10be6ea0da0 req-5dcbd90f-51d8-46a7-a748-bbefaf4d6508 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 946 time: 0.0923657 Feb 18 02:56:52.248426 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-70f3b464-53a2-4cdc-8da0-e10be6ea0da0 req-800eabdc-7cd5-4795-a47b-1e78293006c1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Feb 18 02:56:52.419734 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device c850cad0-fe19-4a5c-8a19-e442ca0ba038 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:56:52.492763 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port c850cad0-fe19-4a5c-8a19-e442ca0ba038 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:56:52.493193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.079260 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47538) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:53.203374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.219110 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:53.223164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] Usage tracker for resource:security_group_rule and tenant:2f3970e021c04ad3bb2bb9952eb3c61f is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:53.226190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:53.231944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:53.318217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.321064 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.330557 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0c773caf-edef-47db-bdaa-736e01208be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:53.372835 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f3970e021c04ad3bb2bb9952eb3c61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923918 Feb 18 02:56:53.374603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8932089e-48c1-469b-b46e-60283bba78f1,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:53.377199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47546) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:53.380214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-0b1a30e9-2f5e-4bfc-bdbe-d3b5d591033e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:53.444174 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2618d38d-de3a-49e6-82c4-3ba041ec2f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.450423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c73b6-01af-4f46-9130-ba4cac069f28 req-153963a8-ab96-4c58-b18d-75c9272f137c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:53.452065 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e4c73b6-01af-4f46-9130-ba4cac069f28 req-153963a8-ab96-4c58-b18d-75c9272f137c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 946 time: 0.0897470 Feb 18 02:56:53.472797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2618d38d-de3a-49e6-82c4-3ba041ec2f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.501045 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e4c73b6-01af-4f46-9130-ba4cac069f28 req-152cae55-4ce7-4fbe-a791-6c795bb6dc05 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Feb 18 02:56:53.518082 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2618d38d-de3a-49e6-82c4-3ba041ec2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.523244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b182aa55-d6fb-476a-94f9-1470fd35adbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:53.536857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618d38d-de3a-49e6-82c4-3ba041ec2f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8932089e-48c1-469b-b46e-60283bba78f1,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:53.540067 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2618d38d-de3a-49e6-82c4-3ba041ec2f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:53.542232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2618d38d-de3a-49e6-82c4-3ba041ec2f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.543483 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-2618d38d-de3a-49e6-82c4-3ba041ec2f6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8932089e-48c1-469b-b46e-60283bba78f1 HTTP/1.1" status: 204 len: 168 time: 0.1652784 Feb 18 02:56:53.844112 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47562) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:53.870721 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.886572 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:53.891322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Usage tracker for resource:security_group_rule and tenant:6dae4324326840d4bc5113a517cc13d2 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:53.894365 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:53.900209 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:53.986399 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.989672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:53.999057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c57e3722-c2b4-4e62-9809-2713ed934177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:54.043692 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dae4324326840d4bc5113a517cc13d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980531 Feb 18 02:56:54.045015 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95189966-8696-4b41-b1de-d2df263d2a31,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:54.046647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47568) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:54.048744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:54.125289 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5749-9f40-4c00-b4a0-5abccddd6862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:54.153357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5749-9f40-4c00-b4a0-5abccddd6862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:54.204019 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5749-9f40-4c00-b4a0-5abccddd6862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:54.209383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-aaf52b8e-d2b3-430a-91fe-294498a7b6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:54.223343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc5749-9f40-4c00-b4a0-5abccddd6862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95189966-8696-4b41-b1de-d2df263d2a31,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:54.226333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cbcc5749-9f40-4c00-b4a0-5abccddd6862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:54.227327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5749-9f40-4c00-b4a0-5abccddd6862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:54.231381 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cbcc5749-9f40-4c00-b4a0-5abccddd6862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95189966-8696-4b41-b1de-d2df263d2a31 HTTP/1.1" status: 204 len: 168 time: 0.1834438 Feb 18 02:56:55.118028 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:56:55.574343 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47616) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:55.698913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:55.716429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:55.721387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Usage tracker for resource:security_group_rule and tenant:289ea598098740ce9e9a1c49d24aed38 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:56:55.723552 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-715889f5-75f2-4dc0-9f11-f066d37bcf37 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:55.724587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:56:55.725159 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-715889f5-75f2-4dc0-9f11-f066d37bcf37 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 815 time: 0.1605043 Feb 18 02:56:55.730649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:55.741986 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-9e3100a6-6540-426d-a5ac-3d46aa680005 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/quotas/f6c7507c5be7480d863e0b6f7cb9a130 HTTP/1.1" status: 200 len: 375 time: 0.0101922 Feb 18 02:56:55.822145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:55.824948 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:55.834722 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-59275c07-1dd5-4eb2-91ac-98f807fae967 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862710 Feb 18 02:56:55.835063 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2cf426ef-9acd-40d0-90bd-422bee3bae79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:55.882507 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=289ea598098740ce9e9a1c49d24aed38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069644 Feb 18 02:56:55.883312 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78986e89-bb23-4e5b-b8f1-c47bb2584874,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:55.885460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47622) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:56:55.903322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.903785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.904195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.904854 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.905250 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.906259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.906673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.907070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.907491 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.907880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.908271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.908660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.909089 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.909478 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.909868 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.910259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.910646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.911034 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.911421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.911832 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.912217 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.912603 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.912987 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.913378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:56:55.921893 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:55.968141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eff3e7cf-6896-4866-afda-d93f378eb6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:55.981740 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-03280f21-b660-4e33-9f0a-2dad4ecc4e82 service neutron] 10.222.0.13 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393657 Feb 18 02:56:55.995858 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eff3e7cf-6896-4866-afda-d93f378eb6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:56.040889 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eff3e7cf-6896-4866-afda-d93f378eb6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:56.045865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7ac22667-b105-4fcd-b2a5-c526d1652397 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:56.060498 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3e7cf-6896-4866-afda-d93f378eb6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78986e89-bb23-4e5b-b8f1-c47bb2584874,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:56.066504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-eff3e7cf-6896-4866-afda-d93f378eb6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:56.072878 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-eff3e7cf-6896-4866-afda-d93f378eb6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:56.074045 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-eff3e7cf-6896-4866-afda-d93f378eb6e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78986e89-bb23-4e5b-b8f1-c47bb2584874 HTTP/1.1" status: 204 len: 168 time: 0.1863317 Feb 18 02:56:56.131743 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-db3d8f5f-735c-4405-8228-c603ea8fe7ca service neutron] 10.222.0.13 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432545 Feb 18 02:56:56.358321 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-51d1ae85-f004-489b-93fc-51265a9653bd req-307da6e3-6cbf-4dba-a06d-1167fd95a792 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 210 time: 0.0581300 Feb 18 02:56:57.494622 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-87e688fc-2529-40e4-8f3e-065eeb46923c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:57.496274 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-87e688fc-2529-40e4-8f3e-065eeb46923c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 815 time: 0.1670523 Feb 18 02:56:57.512364 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Request body: {'port': {'device_id': 'd80990b3-370c-4d0e-ac5a-104133890243', 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474', 'admin_state_up': True, 'tenant_id': 'f6c7507c5be7480d863e0b6f7cb9a130'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:57.534569 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-05dc4dd7-f73e-4d18-ac47-7410cfda3e90 req-223eb9f0-9025-47c7-bf9a-821bdc49cd35 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 210 time: 0.0512447 Feb 18 02:56:57.662298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:56:57.672118 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:56:57.680784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Made reservation on behalf of f6c7507c5be7480d863e0b6f7cb9a130 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:56:57.686393 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:57.999224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Allocated IP 172.20.0.7 (8172c4f4-85fd-4d14-a266-5dda06e9d474/27c2c874-6315-4de0-bafe-b206368d6065/4f16a700-2dd2-4d33-a59a-ad07c3f03ee0) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:56:58.217521 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:58.247253 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:58.262514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-295d1195-a525-42db-b1db-018678bdc70a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:58.411078 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Pushing event updated for resources: {'Port': ['ID=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:58.416303 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:58.457124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:56:58.458270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:56:58.460555 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:56:58.525490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:58.526067 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:58.549669 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0415795 Feb 18 02:56:58.568430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Request body: {'port': {'device_id': 'd80990b3-370c-4d0e-ac5a-104133890243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:56:58.748697 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:58.830562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66e98b-3a79-4a16-acab-5734b5d18490 req-54688bcd-f5b1-4f6e-9167-4c48fa30b35d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:56:58.831259 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3e66e98b-3a79-4a16-acab-5734b5d18490 req-54688bcd-f5b1-4f6e-9167-4c48fa30b35d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Synchronizing usage tracker for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:56:58.897387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-3e66e98b-3a79-4a16-acab-5734b5d18490 req-54688bcd-f5b1-4f6e-9167-4c48fa30b35d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Unset dirty status for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:56:58.898668 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3e66e98b-3a79-4a16-acab-5734b5d18490 req-54688bcd-f5b1-4f6e-9167-4c48fa30b35d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 931 time: 0.2410133 Feb 18 02:56:59.016270 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3e66e98b-3a79-4a16-acab-5734b5d18490 req-32bd1fec-f420-403a-8c7a-ccee4e9e2ae9 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039851 Feb 18 02:56:59.235936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:56:59.243798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:59.255877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Transition to ACTIVE for port object 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:56:59.258348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:59.273555 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7935f748-a70c-41cb-9848-04afbbcc637d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:56:59.405577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Pushing event updated for resources: {'Port': ['ID=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:56:59.418587 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:56:59.590244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Attempting to bind port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:56:59.590807 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Attempting to bind port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:56:59.590930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Attempting to bind port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 on network 8172c4f4-85fd-4d14-a266-5dda06e9d474 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:56:59.598076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:56:59.598454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Checking segment: {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:56:59.598861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:59.599261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Bound using segment: {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:56:59.599781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Bound port: 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:56:59.600157 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:59.695205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] For port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:56:59.698581 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] For port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:56:59.701117 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:56:59.716992 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9096236a-2b70-47cf-b1c9-cf4ef89ba24a tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:00.107731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Pushing event updated for resources: {'Port': ['ID=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:00.113756 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:00.143976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:00.144658 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:00.146135 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-e2b076ae-26a5-4722-ba40-ee622e808f08 service neutron] 10.222.0.52 "PUT /v2.0/ports/4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 HTTP/1.1" status: 200 len: 1157 time: 1.5823207 Feb 18 02:57:00.146690 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80990b3-370c-4d0e-ac5a-104133890243', 'tag': '4f16a700-2dd2-4d33-a59a-ad07c3f03ee0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:57:00.222403 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80990b3-370c-4d0e-ac5a-104133890243', 'tag': '4f16a700-2dd2-4d33-a59a-ad07c3f03ee0', 'status': 'completed', 'code': 200} Feb 18 02:57:00.227168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4f20f-8bef-473b-b3f0-876c3958a110 req-e84fb3f8-86db-4c48-8124-261566dc8e61 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:00.228810 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bec4f20f-8bef-473b-b3f0-876c3958a110 req-e84fb3f8-86db-4c48-8124-261566dc8e61 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 943 time: 0.0928404 Feb 18 02:57:00.268551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-a941f2db-c125-4488-beed-59db59ec8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:00.270250 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-a941f2db-c125-4488-beed-59db59ec8d81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 1160 time: 0.0857227 Feb 18 02:57:00.277059 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bec4f20f-8bef-473b-b3f0-876c3958a110 req-f757c6ea-2568-4f44-ad42-8de3e7b266e4 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Feb 18 02:57:00.344766 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-3978563f-f04a-44b1-94f5-c9353b6f144e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 HTTP/1.1" status: 200 len: 217 time: 0.0663538 Feb 18 02:57:00.416564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-b0afc9a8-af18-47fe-8cce-2237f2fbbe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:00.418166 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-b0afc9a8-af18-47fe-8cce-2237f2fbbe7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 200 len: 855 time: 0.0663517 Feb 18 02:57:00.470875 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-b8e8d5f3-7878-41a3-b906-71ef7d4b0e29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8172c4f4-85fd-4d14-a266-5dda06e9d474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453687 Feb 18 02:57:00.612713 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-97841092-cd15-4e79-9afa-211ec41c4263 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341491 Feb 18 02:57:00.754457 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-861f0ce0-6826-4299-a1f3-fff28f53a627 req-457b7964-ddcc-4c62-b054-7ed377a9e4f3 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1341925 Feb 18 02:57:00.874514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-c30f8209-11ea-4ddf-94ea-c30d6c64b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:00.876117 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-c30f8209-11ea-4ddf-94ea-c30d6c64b7c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 1160 time: 0.0769219 Feb 18 02:57:01.019391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-686990d8-5757-4575-b1e7-72c4f381f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:01.021031 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-686990d8-5757-4575-b1e7-72c4f381f957 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 909 time: 0.1371329 Feb 18 02:57:01.103829 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-8b2d5850-06cb-4f02-a6de-a86832244947 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 HTTP/1.1" status: 200 len: 217 time: 0.0706265 Feb 18 02:57:01.171982 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-c71f1d45-889f-470a-890c-623004f596fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:01.173516 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-c71f1d45-889f-470a-890c-623004f596fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 200 len: 855 time: 0.0627925 Feb 18 02:57:01.230987 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-a2708908-65c5-4e27-a21c-098917310aa7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8172c4f4-85fd-4d14-a266-5dda06e9d474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490332 Feb 18 02:57:01.382605 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-4612cf41-fc3c-431f-bb33-c4411adcd001 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363306 Feb 18 02:57:01.592833 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d31d95e-7806-4aa8-9188-5252bd89a979 req-9c8728fd-b3b5-4459-9170-1d47085b7fc4 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2012298 Feb 18 02:57:01.600914 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0d581-4bd1-4fe2-ae5d-ae6e2bbc411e req-199ba2e4-8508-47af-95b2-07d153c85cc7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:01.602436 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca0d581-4bd1-4fe2-ae5d-ae6e2bbc411e req-199ba2e4-8508-47af-95b2-07d153c85cc7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 943 time: 0.1897941 Feb 18 02:57:01.654003 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0ca0d581-4bd1-4fe2-ae5d-ae6e2bbc411e req-64b85ff5-c81e-4240-81fa-eec3c39924cf tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450926 Feb 18 02:57:02.853774 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b72709-4484-4358-80d4-be5705c44fe5 req-ed913a99-cd87-4567-a525-5c9667ea90a5 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:02.855358 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5b72709-4484-4358-80d4-be5705c44fe5 req-ed913a99-cd87-4567-a525-5c9667ea90a5 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 943 time: 0.0890729 Feb 18 02:57:02.901900 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-a5b72709-4484-4358-80d4-be5705c44fe5 req-563a0735-e54e-48ab-97eb-2cb3d93627fd tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Feb 18 02:57:02.902608 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:57:02.975632 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:57:02.980536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:57:02.980958 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:03.103377 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:03.130668 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80990b3-370c-4d0e-ac5a-104133890243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f16a700-2dd2-4d33-a59a-ad07c3f03ee0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:57:03.141409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:57:03.144353 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:03.146238 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:03.183851 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80990b3-370c-4d0e-ac5a-104133890243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f16a700-2dd2-4d33-a59a-ad07c3f03ee0', 'code': 200} Feb 18 02:57:03.217196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:03.225822 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.226153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.226531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.226907 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.227278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.227673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.228044 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.228411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.228778 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.229142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.229503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.229863 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.230261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.230620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.230979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.231339 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.231718 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.232080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.232436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.232796 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.233153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.233508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.233896 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.234256 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:03.238447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:03.426340 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bb0ce-4a99-4a4a-a5fe-127f2a796a4a req-914383df-359f-4cf6-81a8-3774fa7ecf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:03.427960 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ae6bb0ce-4a99-4a4a-a5fe-127f2a796a4a req-914383df-359f-4cf6-81a8-3774fa7ecf50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 1162 time: 0.0770118 Feb 18 02:57:03.472256 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ae6bb0ce-4a99-4a4a-a5fe-127f2a796a4a req-856b0394-d091-4db4-840f-efda0ba33e2d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367022 Feb 18 02:57:04.101652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c45f6-c4fb-4819-b821-e5d84b1b93d4 req-78a63e8a-e883-44e6-9e14-515480bf0d2b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:04.103165 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1f0c45f6-c4fb-4819-b821-e5d84b1b93d4 req-78a63e8a-e883-44e6-9e14-515480bf0d2b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 945 time: 0.0858932 Feb 18 02:57:04.150271 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1f0c45f6-c4fb-4819-b821-e5d84b1b93d4 req-c231979a-c4da-497d-a010-84d7e582521e tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Feb 18 02:57:04.523275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:57:04.597056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:57:04.597477 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:05.353597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b72f6-3d59-4169-88e4-ddc43df373b2 req-b1e55244-7e95-4cbf-b82b-bfdcf1b22f8c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:05.355213 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ca2b72f6-3d59-4169-88e4-ddc43df373b2 req-b1e55244-7e95-4cbf-b82b-bfdcf1b22f8c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 945 time: 0.0903602 Feb 18 02:57:05.402684 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ca2b72f6-3d59-4169-88e4-ddc43df373b2 req-38ef9465-74d0-4176-bca5-8beb22f50797 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Feb 18 02:57:11.984909 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-532b646c-3a84-4673-bb8f-d7dc3a628085 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:11.986500 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-532b646c-3a84-4673-bb8f-d7dc3a628085 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 815 time: 0.1560788 Feb 18 02:57:12.002711 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-acb44694-f0af-48e1-87d4-0d76ea9842ee tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/quotas/f6c7507c5be7480d863e0b6f7cb9a130 HTTP/1.1" status: 200 len: 375 time: 0.0100992 Feb 18 02:57:12.092659 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-4320e6b7-73df-47c9-86a6-8f283dbe4018 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842469 Feb 18 02:57:12.236144 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-2dbb921c-38e9-4241-8c44-978e661559f6 service neutron] 10.222.0.13 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348019 Feb 18 02:57:12.381561 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-fd5607be-37d0-4529-b6dd-1b449deb5ccc service neutron] 10.222.0.13 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391854 Feb 18 02:57:12.449129 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7c30-96fa-4b87-8517-9e1d4980a97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:12.578875 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-960e946a-38e1-4969-a642-ff2172b44252 req-97636511-a748-4f6a-9f7b-8034551f3c27 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 210 time: 0.0517330 Feb 18 02:57:13.755523 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-11e1b47f-913d-455d-8194-f9ee699c0e0c req-63e595c2-a593-4db0-a523-c4dd9baa2c96 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 210 time: 0.0610032 Feb 18 02:57:13.813839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-6212f01a-793c-42e7-a548-d2442e7915d3 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:13.815485 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-6212f01a-793c-42e7-a548-d2442e7915d3 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 815 time: 0.2187483 Feb 18 02:57:13.851372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Request body: {'port': {'device_id': 'c63d768b-0143-4de0-8e2c-12836ba345bc', 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474', 'admin_state_up': True, 'tenant_id': 'f6c7507c5be7480d863e0b6f7cb9a130'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:57:14.003493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:57:14.013358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:57:14.022640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Made reservation on behalf of f6c7507c5be7480d863e0b6f7cb9a130 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:57:14.028198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:14.333571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Allocated IP 172.20.0.11 (8172c4f4-85fd-4d14-a266-5dda06e9d474/27c2c874-6315-4de0-bafe-b206368d6065/b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:57:14.781248 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:14.786776 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-34bc61c3-dd23-49c6-9056-e38a0d03a337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:14.811620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:14.826357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2664769f-4c5e-4153-be09-8c1a5346a547 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:14.958772 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc62fdb-009a-48fa-b796-e9aaada101e0 req-619cab0e-86f3-47ef-bc53-2fef840e3d0b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:14.960410 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2fc62fdb-009a-48fa-b796-e9aaada101e0 req-619cab0e-86f3-47ef-bc53-2fef840e3d0b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 932 time: 0.0858207 Feb 18 02:57:14.962104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Pushing event updated for resources: {'Port': ['ID=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:14.966416 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:15.009921 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2fc62fdb-009a-48fa-b796-e9aaada101e0 req-d2736b52-f1c4-40a1-830f-a4aea5b549df tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Feb 18 02:57:15.024192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:57:15.025395 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:57:15.027856 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:57:15.091799 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:15.092514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:15.118757 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a901dc3b-877a-429a-bdca-e4600c1b07d1 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2713978 Feb 18 02:57:15.134179 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Request body: {'port': {'device_id': 'c63d768b-0143-4de0-8e2c-12836ba345bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:57:15.253798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:15.539447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:15.665485 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:57:15.673338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:15.685205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Transition to ACTIVE for port object b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:57:15.688161 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:15.703843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-41182b46-fd85-438e-9065-ab3471690591 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:15.838717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:15.841962 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:16.042784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Attempting to bind port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:57:16.043160 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Attempting to bind port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:57:16.043548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Attempting to bind port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 on network 8172c4f4-85fd-4d14-a266-5dda06e9d474 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:57:16.049750 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:57:16.050126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Checking segment: {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:57:16.050535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:16.050931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Bound using segment: {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:57:16.051400 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Bound port: b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f410d24-d189-4522-88c9-7f4c39f5434f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8172c4f4-85fd-4d14-a266-5dda06e9d474'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:57:16.051795 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:16.204071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] For port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:57:16.216857 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] For port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:57:16.222500 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:16.238732 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a6761537-2e1b-4d2d-a627-30e9f6f2a3ea tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:16.370368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1f2d-6485-4b1e-81f8-7582b9ba3269 req-4f6214ca-414b-4cf2-b57c-799b0eb1bf3b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:16.371058 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-bf9a1f2d-6485-4b1e-81f8-7582b9ba3269 req-4f6214ca-414b-4cf2-b57c-799b0eb1bf3b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Synchronizing usage tracker for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:57:16.417342 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:16.422690 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-bf9a1f2d-6485-4b1e-81f8-7582b9ba3269 req-4f6214ca-414b-4cf2-b57c-799b0eb1bf3b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Unset dirty status for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:57:16.423997 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bf9a1f2d-6485-4b1e-81f8-7582b9ba3269 req-4f6214ca-414b-4cf2-b57c-799b0eb1bf3b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 944 time: 0.3011818 Feb 18 02:57:16.424845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:16.485720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:16.486398 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:16.487922 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] 10.222.0.52 "PUT /v2.0/ports/b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 HTTP/1.1" status: 200 len: 1158 time: 1.3587058 Feb 18 02:57:16.488451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63d768b-0143-4de0-8e2c-12836ba345bc', 'tag': 'b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:57:16.498067 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bf9a1f2d-6485-4b1e-81f8-7582b9ba3269 req-0f2ac36e-6421-4db8-ac51-390fb7ce1cc9 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638440 Feb 18 02:57:16.548388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:16.574024 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63d768b-0143-4de0-8e2c-12836ba345bc', 'tag': 'b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1', 'status': 'completed', 'code': 200} Feb 18 02:57:16.611239 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-5d41753f-0ce9-443f-8000-39f6af0a27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:16.612901 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-5d41753f-0ce9-443f-8000-39f6af0a27fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 1161 time: 0.0878799 Feb 18 02:57:16.695020 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-4bab551a-380e-4539-95b1-073f7ac2f10c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 HTTP/1.1" status: 200 len: 217 time: 0.0691729 Feb 18 02:57:16.769363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-8eb7019e-9270-4b34-aa38-df2b3da1677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:16.770940 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-8eb7019e-9270-4b34-aa38-df2b3da1677c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 200 len: 855 time: 0.0650997 Feb 18 02:57:16.794570 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:16.835652 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-a1e09676-e627-4f80-84e7-44dc3a627544 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8172c4f4-85fd-4d14-a266-5dda06e9d474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475667 Feb 18 02:57:16.983238 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-3983c755-d1fe-4e22-a4aa-69daf631fcf5 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358397 Feb 18 02:57:17.128640 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e036d50-b450-4e7e-b094-8976b67dee24 req-53329f6e-6dde-4e16-b320-5d4e33b7f840 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359539 Feb 18 02:57:17.273170 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-b24d27b8-13be-4f26-bdb3-7cadb093e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:17.274681 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-b24d27b8-13be-4f26-bdb3-7cadb093e45d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 1161 time: 0.0814869 Feb 18 02:57:17.416714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-ec8326b2-97f9-4440-bab6-37a913efa83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:17.418236 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-ec8326b2-97f9-4440-bab6-37a913efa83f service neutron] 10.222.0.52 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 909 time: 0.1335962 Feb 18 02:57:17.492599 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-f8a2d68c-b947-48bc-8829-5718cd563b08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 HTTP/1.1" status: 200 len: 217 time: 0.0652452 Feb 18 02:57:17.564205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-e8a199fb-b71f-4b8a-87f7-42c1bf164469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:17.565776 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-e8a199fb-b71f-4b8a-87f7-42c1bf164469 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 200 len: 855 time: 0.0665581 Feb 18 02:57:17.653787 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-7f1fd885-1b90-4d6c-b17d-5486cc381152 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8172c4f4-85fd-4d14-a266-5dda06e9d474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788481 Feb 18 02:57:17.815207 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae461ae6-28e5-4ca3-86bb-e13ae08faa28 req-26f43f11-b775-4fe0-a41a-a6c32a575910 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:17.816778 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ae461ae6-28e5-4ca3-86bb-e13ae08faa28 req-26f43f11-b775-4fe0-a41a-a6c32a575910 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 944 time: 0.2030032 Feb 18 02:57:17.854272 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-bbaa0bb6-ecb6-43b1-aa96-2677f3a9cd6d service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885140 Feb 18 02:57:17.951855 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ae461ae6-28e5-4ca3-86bb-e13ae08faa28 req-a89d003e-9e9f-4516-9593-02d81f18a4ce tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226885 Feb 18 02:57:18.012167 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9dcec51d-c46e-4e33-aacb-4af9d45694a6 req-58a96b90-8ee2-42aa-92d8-c3b3160c7093 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464503 Feb 18 02:57:19.153759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7085c-65dc-4490-a00c-9589738fced9 req-4332063d-02c6-4d5e-a760-4f2c045701ea tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:19.155659 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c3f7085c-65dc-4490-a00c-9589738fced9 req-4332063d-02c6-4d5e-a760-4f2c045701ea tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 944 time: 0.0900149 Feb 18 02:57:19.202388 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c3f7085c-65dc-4490-a00c-9589738fced9 req-87455a79-6e2e-4c79-947b-5dd3579f5f0a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Feb 18 02:57:20.400031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6fd85-f2b7-4ddc-b9ee-19e48b3cd9e1 req-3b53c33e-697a-4506-8151-24b38baa442e tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:20.401634 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-74a6fd85-f2b7-4ddc-b9ee-19e48b3cd9e1 req-3b53c33e-697a-4506-8151-24b38baa442e tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 944 time: 0.0850368 Feb 18 02:57:20.449358 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-74a6fd85-f2b7-4ddc-b9ee-19e48b3cd9e1 req-f01f436d-ebae-4839-80c5-2aa9c7ca7e33 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Feb 18 02:57:21.119102 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:21.268232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:57:21.338264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:57:21.343696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:57:21.344163 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:21.626652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:21.654793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63d768b-0143-4de0-8e2c-12836ba345bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:57:21.658042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078e12b-1dc9-416b-8687-2363af8cf583 req-46773039-906d-473c-9751-c02ad4ecab33 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:21.659667 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c078e12b-1dc9-416b-8687-2363af8cf583 req-46773039-906d-473c-9751-c02ad4ecab33 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 944 time: 0.0913801 Feb 18 02:57:21.665200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:57:21.669247 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:21.671187 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:21.708882 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63d768b-0143-4de0-8e2c-12836ba345bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1', 'code': 200} Feb 18 02:57:21.721497 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c078e12b-1dc9-416b-8687-2363af8cf583 req-273d55a8-f0cb-4d28-8282-1e0e3015a0ef tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550623 Feb 18 02:57:21.743248 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:21.746787 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:21.981274 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be774d-5c49-4ed9-a473-97d68e9f011c req-f9ed5aa8-816c-4b22-b119-8a79585a9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:21.982966 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-71be774d-5c49-4ed9-a473-97d68e9f011c req-f9ed5aa8-816c-4b22-b119-8a79585a9b10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 1163 time: 0.0881844 Feb 18 02:57:22.027442 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-71be774d-5c49-4ed9-a473-97d68e9f011c req-4549f4aa-4db8-48cc-b3da-a9d05c97688e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355196 Feb 18 02:57:22.649998 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:57:22.725405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:57:22.725819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:22.921061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a758b-ef1a-4903-8f89-ac0f794804b7 req-97f4a83e-7887-4aed-b04d-d5128641fa56 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:22.922642 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-475a758b-ef1a-4903-8f89-ac0f794804b7 req-97f4a83e-7887-4aed-b04d-d5128641fa56 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 946 time: 0.0862863 Feb 18 02:57:22.973393 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-475a758b-ef1a-4903-8f89-ac0f794804b7 req-f8b53fe1-8f0e-42c2-842e-b91830561d8d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445218 Feb 18 02:57:24.169336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e649988-b2f6-4cc1-ba85-1f7db637cdd7 req-bf3728a2-3b6a-4036-a2c3-0dbd26d58a58 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:24.170923 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e649988-b2f6-4cc1-ba85-1f7db637cdd7 req-bf3728a2-3b6a-4036-a2c3-0dbd26d58a58 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 946 time: 0.0877230 Feb 18 02:57:24.217747 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1e649988-b2f6-4cc1-ba85-1f7db637cdd7 req-e1f96ad9-8695-4a3f-90d2-d02fda16b125 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 Feb 18 02:57:24.673770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:57:24.746419 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:57:24.746839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:25.901580 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-23cccbaf-2dcd-4e88-894e-7a1b7b3e8e61 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0788035 Feb 18 02:57:26.068315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-46bd1e8a-c927-4eee-bae7-438cdb094c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:26.069944 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-46bd1e8a-c927-4eee-bae7-438cdb094c38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 1163 time: 0.0883343 Feb 18 02:57:26.246727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-2dadd474-aaaa-4776-97a5-5e3adc0eb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:26.248360 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-2dadd474-aaaa-4776-97a5-5e3adc0eb0fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 200 len: 909 time: 0.1458669 Feb 18 02:57:26.336206 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-32ae1272-5ea0-45fb-a467-97006e59e62d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9125f12-4073-467a-a95f-406a50c05d31 HTTP/1.1" status: 200 len: 217 time: 0.0765970 Feb 18 02:57:26.419040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-37b229b6-bb14-4a7c-a600-5a4debe6b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:26.420667 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-37b229b6-bb14-4a7c-a600-5a4debe6b77a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 200 len: 855 time: 0.0703208 Feb 18 02:57:26.476469 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-aaf89cbf-ac60-4e11-b150-555d82333fc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8172c4f4-85fd-4d14-a266-5dda06e9d474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476842 Feb 18 02:57:26.852411 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-d3e2b434-9bd5-4a13-b09c-4d0bd9806c18 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635919 Feb 18 02:57:26.998391 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3ddd5a51-3e96-47f2-8c82-cabf91625de7 req-bb20ce51-9f36-43d1-bd9a-90eea92c6385 service neutron] 10.222.0.52 "GET /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362104 Feb 18 02:57:31.941708 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b924f-7af3-4ef4-a334-7d00dfaf65d9 req-c0658bdb-096a-44c4-8c8d-a842e56db328 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:31.943311 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bf9b924f-7af3-4ef4-a334-7d00dfaf65d9 req-c0658bdb-096a-44c4-8c8d-a842e56db328 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 946 time: 0.0900500 Feb 18 02:57:31.991177 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bf9b924f-7af3-4ef4-a334-7d00dfaf65d9 req-a084e6d2-2d0b-4114-aefd-9724c181f73d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Feb 18 02:57:32.118043 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:57:33.189011 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96eb3a-820e-4b42-a43f-54b541fc4a4e req-982260e6-987f-446b-a2e3-171084c69819 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:33.190590 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dd96eb3a-820e-4b42-a43f-54b541fc4a4e req-982260e6-987f-446b-a2e3-171084c69819 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 946 time: 0.0862391 Feb 18 02:57:33.237861 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dd96eb3a-820e-4b42-a43f-54b541fc4a4e req-07ce5fb7-9335-413b-a858-d88310c44c8d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Feb 18 02:57:34.041480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-460b6e81-559a-4618-9e14-471fdfaf4ee9 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:34.042987 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-460b6e81-559a-4618-9e14-471fdfaf4ee9 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 946 time: 0.0894675 Feb 18 02:57:34.119898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Deleting port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:57:34.120286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:34.381308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] For port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:57:34.381880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:34.436629 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3de725-4ecf-465e-8013-2d83d78da74a req-c56d4330-b0c1-4638-9c0d-0a7809592443 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:34.438769 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9c3de725-4ecf-465e-8013-2d83d78da74a req-c56d4330-b0c1-4638-9c0d-0a7809592443 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 946 time: 0.0896471 Feb 18 02:57:34.485953 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9c3de725-4ecf-465e-8013-2d83d78da74a req-4ee382ce-76d4-4891-ab9d-14458473c9a4 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 Feb 18 02:57:34.516648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Calling delete_port for b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:57:34.657975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:57:34.665346 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:34.680746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:34.695722 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] No Port match for: b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:57:34.696125 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 not bound to the agent host hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:57:34.730568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Pushing event deleted for resources: {'Port': ['ID=b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:34.779440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:34.893468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] No DVR routers for this DVR port b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:57:34.895670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:34.898329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63d768b-0143-4de0-8e2c-12836ba345bc', 'name': 'network-vif-deleted', 'tag': 'b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:57:34.913971 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-389eae77-acbd-4ab3-ad5a-b277e52a26c5 req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "DELETE /v2.0/ports/b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1 HTTP/1.1" status: 204 len: 173 time: 0.8644395 Feb 18 02:57:34.946417 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63d768b-0143-4de0-8e2c-12836ba345bc', 'name': 'network-vif-deleted', 'tag': 'b9933f5b-6eb6-45d4-b84c-4b9c58a62dc1', 'status': 'completed', 'code': 200} Feb 18 02:57:35.664145 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-abed4b69-d28a-4909-b2b6-e1fedeaf6dd9 req-c9e1436c-11b5-4807-b4f1-75475fadb78b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63d768b-0143-4de0-8e2c-12836ba345bc HTTP/1.1" status: 200 len: 210 time: 0.0492489 Feb 18 02:57:38.380309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa971524-dd97-4cb5-a711-bf918b247ee9 req-7d80e626-1d74-415c-9edf-efeac87a6674 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:38.380986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-aa971524-dd97-4cb5-a711-bf918b247ee9 req-7d80e626-1d74-415c-9edf-efeac87a6674 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Synchronizing usage tracker for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:57:38.395723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-aa971524-dd97-4cb5-a711-bf918b247ee9 req-7d80e626-1d74-415c-9edf-efeac87a6674 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Unset dirty status for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:57:38.396951 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-aa971524-dd97-4cb5-a711-bf918b247ee9 req-7d80e626-1d74-415c-9edf-efeac87a6674 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 945 time: 0.1006341 Feb 18 02:57:38.444593 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-aa971524-dd97-4cb5-a711-bf918b247ee9 req-f98c254d-926b-4712-9894-cde4c8bd186d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Feb 18 02:57:39.644485 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a4ed3-3c1a-4966-94ec-bf94b4f0ea0d req-ac3b3282-2201-40cd-8ceb-76f2fde49b76 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:39.646055 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0b0a4ed3-3c1a-4966-94ec-bf94b4f0ea0d req-ac3b3282-2201-40cd-8ceb-76f2fde49b76 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 945 time: 0.0875108 Feb 18 02:57:39.692856 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0b0a4ed3-3c1a-4966-94ec-bf94b4f0ea0d req-1049ac8f-3ee3-4bcd-a496-2cd45241694d tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Feb 18 02:57:40.478751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-3ebb0d14-b869-4d58-b665-a0cf86fa0391 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:40.480368 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-3ebb0d14-b869-4d58-b665-a0cf86fa0391 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 945 time: 0.0891302 Feb 18 02:57:40.557757 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Deleting port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:57:40.558143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:40.692235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:57:40.820052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:40.848298 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80990b3-370c-4d0e-ac5a-104133890243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f16a700-2dd2-4d33-a59a-ad07c3f03ee0'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:57:40.858870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:57:40.862838 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:40.864769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:40.886568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] For port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:57:40.886974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:40.903384 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80990b3-370c-4d0e-ac5a-104133890243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f16a700-2dd2-4d33-a59a-ad07c3f03ee0', 'code': 200} Feb 18 02:57:40.938228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:40.942119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:41.033509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Calling delete_port for 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:57:41.102394 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a7c42-de8a-4a1b-8bc4-b6794ad4f18f req-08bae150-b489-4c07-99cc-9ef316295e1f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:41.104031 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6a9a7c42-de8a-4a1b-8bc4-b6794ad4f18f req-08bae150-b489-4c07-99cc-9ef316295e1f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 945 time: 0.2957766 Feb 18 02:57:41.164939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:57:41.165292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:57:41.168327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6a9a7c42-de8a-4a1b-8bc4-b6794ad4f18f req-289b4a22-9fd7-4ec4-9013-7ba75063ce11 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568392 Feb 18 02:57:41.666949 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Deleting port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:57:41.667336 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:41.928814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] For port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:57:41.929342 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:42.068864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Calling delete_port for 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:57:42.221563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:42.237118 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:42.331779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Pushing event deleted for resources: {'Port': ['ID=4f16a700-2dd2-4d33-a59a-ad07c3f03ee0,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:42.332057 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43b7e3fe-bac9-4f96-9649-8daf309f5ba2 req-194f74eb-b8c2-4e25-b6e2-770c5a9c9aef tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d80990b3-370c-4d0e-ac5a-104133890243 HTTP/1.1" status: 200 len: 210 time: 0.0492425 Feb 18 02:57:42.346383 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:42.445911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] No DVR routers for this DVR port 4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:57:42.448219 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:42.450864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80990b3-370c-4d0e-ac5a-104133890243', 'name': 'network-vif-deleted', 'tag': '4f16a700-2dd2-4d33-a59a-ad07c3f03ee0'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:57:42.451002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-f3b2efc7-1a21-4d33-bbc0-d7dc904a3fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:42.465775 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-19c76638-1e11-46d3-8c66-1ef70df6b084 req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "DELETE /v2.0/ports/4f16a700-2dd2-4d33-a59a-ad07c3f03ee0 HTTP/1.1" status: 204 len: 173 time: 1.9784667 Feb 18 02:57:42.499725 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80990b3-370c-4d0e-ac5a-104133890243', 'name': 'network-vif-deleted', 'tag': '4f16a700-2dd2-4d33-a59a-ad07c3f03ee0', 'status': 'completed', 'code': 200} Feb 18 02:57:43.806263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43911429-d219-4207-b477-ed1b527ccf27 req-f790e531-a97a-421d-bb10-cad54cd6de8b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:43.807898 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43911429-d219-4207-b477-ed1b527ccf27 req-f790e531-a97a-421d-bb10-cad54cd6de8b tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 946 time: 0.0898354 Feb 18 02:57:43.854322 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-43911429-d219-4207-b477-ed1b527ccf27 req-8f36797c-63ad-42b0-ae4c-bcbedcfda6bb tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Feb 18 02:57:44.788231 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-49b700f1-750d-42b4-9bab-10b5a07e9513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:45.053634 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd73330-dbc0-4ba0-b5b6-e455e0cd9666 req-ddf6cae5-cb88-4eeb-8216-8dbf906494b2 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:45.054322 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ecd73330-dbc0-4ba0-b5b6-e455e0cd9666 req-ddf6cae5-cb88-4eeb-8216-8dbf906494b2 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Synchronizing usage tracker for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:57:45.069210 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-ecd73330-dbc0-4ba0-b5b6-e455e0cd9666 req-ddf6cae5-cb88-4eeb-8216-8dbf906494b2 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Unset dirty status for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:57:45.070441 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ecd73330-dbc0-4ba0-b5b6-e455e0cd9666 req-ddf6cae5-cb88-4eeb-8216-8dbf906494b2 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 946 time: 0.1015713 Feb 18 02:57:45.164154 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-ecd73330-dbc0-4ba0-b5b6-e455e0cd9666 req-2a7b63dc-0927-4bb2-84e2-78945b6dbfad tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874159 Feb 18 02:57:45.203241 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-7956e8de-366d-45ac-9c1f-03d400cae272 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:45.204919 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-7956e8de-366d-45ac-9c1f-03d400cae272 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 946 time: 0.0945535 Feb 18 02:57:45.282178 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Deleting port c850cad0-fe19-4a5c-8a19-e442ca0ba038 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:57:45.282555 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:45.540965 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] For port c850cad0-fe19-4a5c-8a19-e442ca0ba038, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c850cad0-fe19-4a5c-8a19-e442ca0ba038,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:57:45.541363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:45.541667 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:45.671007 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Calling delete_port for c850cad0-fe19-4a5c-8a19-e442ca0ba038 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:57:45.818244 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:45.833369 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-189939e1-28cc-4e08-aaac-ecb133cfd041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:45.938645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Pushing event deleted for resources: {'Port': ['ID=c850cad0-fe19-4a5c-8a19-e442ca0ba038,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:45.943564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:46.040619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] No DVR routers for this DVR port c850cad0-fe19-4a5c-8a19-e442ca0ba038 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:57:46.042815 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:46.045546 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a44400-4ee1-4ac0-9226-f0f70306eac2', 'name': 'network-vif-deleted', 'tag': 'c850cad0-fe19-4a5c-8a19-e442ca0ba038'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:57:46.060722 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bd92b8ad-0698-4adc-8c44-7fb8dbc73058 req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "DELETE /v2.0/ports/c850cad0-fe19-4a5c-8a19-e442ca0ba038 HTTP/1.1" status: 204 len: 173 time: 0.8494792 Feb 18 02:57:46.098467 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a44400-4ee1-4ac0-9226-f0f70306eac2', 'name': 'network-vif-deleted', 'tag': 'c850cad0-fe19-4a5c-8a19-e442ca0ba038', 'status': 'completed', 'code': 200} Feb 18 02:57:46.551423 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:46.574995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-be3b6695-4366-466f-bcb7-28f48ccb0737 req-b4ad24df-7e95-497e-9564-015d8191101c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Synchronizing usage tracker for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:57:46.589506 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-be3b6695-4366-466f-bcb7-28f48ccb0737 req-b4ad24df-7e95-497e-9564-015d8191101c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Unset dirty status for tenant:f6c7507c5be7480d863e0b6f7cb9a130 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:57:46.590939 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be3b6695-4366-466f-bcb7-28f48ccb0737 req-b4ad24df-7e95-497e-9564-015d8191101c tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a44400-4ee1-4ac0-9226-f0f70306eac2 HTTP/1.1" status: 200 len: 210 time: 0.3003728 Feb 18 02:57:46.796737 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:46.868142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device c850cad0-fe19-4a5c-8a19-e442ca0ba038 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:57:46.908023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] No Port match for: c850cad0-fe19-4a5c-8a19-e442ca0ba038 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:57:46.908420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device c850cad0-fe19-4a5c-8a19-e442ca0ba038 not bound to the agent host hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:57:49.296774 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a84bb3-742a-4ccc-af0f-3a41a63cbc3c req-e431ec00-36f7-47e1-8c40-dafeadf898cd tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:49.298826 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37a84bb3-742a-4ccc-af0f-3a41a63cbc3c req-e431ec00-36f7-47e1-8c40-dafeadf898cd tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 946 time: 0.0871589 Feb 18 02:57:49.345378 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-37a84bb3-742a-4ccc-af0f-3a41a63cbc3c req-71c017ee-16c2-4909-96bf-1132335eff9a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 Feb 18 02:57:50.541468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3edac1-5538-44de-be63-30b100c390ac req-67d646ca-d08f-4abc-8e3d-ed27969105e5 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:50.543052 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fa3edac1-5538-44de-be63-30b100c390ac req-67d646ca-d08f-4abc-8e3d-ed27969105e5 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 946 time: 0.0848126 Feb 18 02:57:50.592564 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fa3edac1-5538-44de-be63-30b100c390ac req-9dbc26d7-4d73-4ede-8ea2-a3bc8ccf0b91 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/security-groups?id=5e3a4518-a483-4983-970c-04c5b2550f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Feb 18 02:57:50.791296 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device f9125f12-4073-467a-a95f-406a50c05d31 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:57:50.863227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port f9125f12-4073-467a-a95f-406a50c05d31 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:57:50.863673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:50.963955 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-504e21e5-057b-4969-9585-205115af67ed tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:57:50.965515 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-504e21e5-057b-4969-9585-205115af67ed tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 946 time: 0.0872858 Feb 18 02:57:51.044503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Deleting port f9125f12-4073-467a-a95f-406a50c05d31 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:57:51.044813 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:51.121339 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:51.308023 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] For port f9125f12-4073-467a-a95f-406a50c05d31, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f9125f12-4073-467a-a95f-406a50c05d31,segment=NetworkSegment(1f410d24-d189-4522-88c9-7f4c39f5434f),segment_id=1f410d24-d189-4522-88c9-7f4c39f5434f)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:57:51.308351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:51.442871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Calling delete_port for f9125f12-4073-467a-a95f-406a50c05d31 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:57:51.586279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:51.601618 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3ad6971c-a568-4615-aa35-d00f3d35fd6f tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:51.700663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Pushing event deleted for resources: {'Port': ['ID=f9125f12-4073-467a-a95f-406a50c05d31,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:51.722871 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:51.759878 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-87352d39-12b1-4df6-b9c2-65f4a22fa23f req-ab585dce-925d-4475-a5be-2030fc9937dc tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b91a23-9e39-48d5-87f4-ff71b34b8878 HTTP/1.1" status: 200 len: 210 time: 0.0545776 Feb 18 02:57:51.821406 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] No DVR routers for this DVR port f9125f12-4073-467a-a95f-406a50c05d31 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:57:51.823598 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:51.826286 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b91a23-9e39-48d5-87f4-ff71b34b8878', 'name': 'network-vif-deleted', 'tag': 'f9125f12-4073-467a-a95f-406a50c05d31'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:57:51.841920 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6ed1fe7-8861-4804-9ec5-57ed604d4278 req-f9355265-1ab5-4c58-a5fe-b9b70984738a tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] 10.222.0.52 "DELETE /v2.0/ports/f9125f12-4073-467a-a95f-406a50c05d31 HTTP/1.1" status: 204 len: 173 time: 0.8701632 Feb 18 02:57:51.878513 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b91a23-9e39-48d5-87f4-ff71b34b8878', 'name': 'network-vif-deleted', 'tag': 'f9125f12-4073-467a-a95f-406a50c05d31', 'status': 'completed', 'code': 200} Feb 18 02:57:52.755927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device f9125f12-4073-467a-a95f-406a50c05d31 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:57:52.793424 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] No Port match for: f9125f12-4073-467a-a95f-406a50c05d31 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:57:52.793826 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device f9125f12-4073-467a-a95f-406a50c05d31 not bound to the agent host hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:57:52.864154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47854) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:57:52.931269 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a374fdb9-e49d-489c-8e48-da2667d27e7c admin admin] Deleting subnet 27c2c874-6315-4de0-bafe-b206368d6065 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:57:52.934960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a374fdb9-e49d-489c-8e48-da2667d27e7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:52.989723 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a374fdb9-e49d-489c-8e48-da2667d27e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847974767'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:53.047045 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a374fdb9-e49d-489c-8e48-da2667d27e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:53.302114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a374fdb9-e49d-489c-8e48-da2667d27e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6811111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848447081'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:53.317128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:53.410084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374fdb9-e49d-489c-8e48-da2667d27e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c2c874-6315-4de0-bafe-b206368d6065,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:53.415554 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a374fdb9-e49d-489c-8e48-da2667d27e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:53.449975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a374fdb9-e49d-489c-8e48-da2667d27e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:53.456501 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-a374fdb9-e49d-489c-8e48-da2667d27e7c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/27c2c874-6315-4de0-bafe-b206368d6065 HTTP/1.1" status: 204 len: 168 time: 0.5912459 Feb 18 02:57:53.459363 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47858) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:57:53.574315 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:53.762100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:53.875911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8172c4f4-85fd-4d14-a266-5dda06e9d474']}} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:57:53.888566 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f410d24-d189-4522-88c9-7f4c39f5434f') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:57:53.888909 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f410d24-d189-4522-88c9-7f4c39f5434f') {} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:57:53.901936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6801065'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:53.919956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:53.922164 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:57:54.102542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:57:54.112647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847971770'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:54.291504 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Network 8172c4f4-85fd-4d14-a266-5dda06e9d474 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:57:54.314288 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:57:54.388264 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:54.391746 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:54.409509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:54.420477 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Pushing event deleted for resources: {'Network': ['ID=8172c4f4-85fd-4d14-a266-5dda06e9d474,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:54.423858 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:54.429470 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3ee9308d-6de1-414e-b4e7-cad7ce40e05d admin admin] 10.222.0.13 "DELETE /v2.0/networks/8172c4f4-85fd-4d14-a266-5dda06e9d474 HTTP/1.1" status: 204 len: 168 time: 0.9690495 Feb 18 02:57:54.600509 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47864) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:57:54.651323 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d5e82a34-8360-4029-a468-35f3d3797d85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6c7507c5be7480d863e0b6f7cb9a130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495481 Feb 18 02:57:54.653821 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47868) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:57:54.714216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fbe94018-9132-4fd2-849a-9d6acedd9470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:54.742329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fbe94018-9132-4fd2-849a-9d6acedd9470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:54.786831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fbe94018-9132-4fd2-849a-9d6acedd9470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:54.791642 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:54.805513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe94018-9132-4fd2-849a-9d6acedd9470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3a4518-a483-4983-970c-04c5b2550f63,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:54.809779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fbe94018-9132-4fd2-849a-9d6acedd9470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:54.813118 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fbe94018-9132-4fd2-849a-9d6acedd9470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:54.814381 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-fbe94018-9132-4fd2-849a-9d6acedd9470 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e3a4518-a483-4983-970c-04c5b2550f63 HTTP/1.1" status: 204 len: 168 time: 0.1595583 Feb 18 02:57:59.019706 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 47928) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:57:59.141593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:59.158643 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:57:59.162622 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Usage tracker for resource:security_group_rule and tenant:4ceab2aa2eb241ff99bd8fbdf269f36e is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:57:59.165612 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:57:59.171327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:57:59.255040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:59.257602 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:59.266204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cbcc5749-9f40-4c00-b4a0-5abccddd6862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:59.308560 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ceab2aa2eb241ff99bd8fbdf269f36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877457 Feb 18 02:57:59.309524 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8fc1ae-5cc9-4c12-a6b2-ec64d8a194d4,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:59.311614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 47934) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:57:59.318051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.318480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.318898 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.319308 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.319743 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.320154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.320553 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.320957 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.321360 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.321769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.322172 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.322568 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.323008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.323405 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.323827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.324224 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.324619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.325013 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.325411 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.325807 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.326200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.326594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.326989 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.327381 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.331866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bdd095a5-e834-45eb-997c-47501138a527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:57:59.378995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:59.405828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:59.452349 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:59.457310 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b3cdd1d1-954d-4a7f-9e11-5c47dd3c174d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:57:59.467930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8fc1ae-5cc9-4c12-a6b2-ec64d8a194d4,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:57:59.478640 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:57:59.479890 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f8fc1ae-5cc9-4c12-a6b2-ec64d8a194d4 HTTP/1.1" status: 204 len: 168 time: 0.1668606 Feb 18 02:57:59.481409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.481827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.482235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.482644 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.483037 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.483437 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.483923 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.484362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.484692 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.485085 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.485476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.485911 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.486269 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.487195 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.487614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.488007 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.488396 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.488785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.489175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.489561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.489948 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.490334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.490720 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.491104 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:57:59.494515 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6f1a7df9-43db-4d04-83c2-17b4e49ef4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:09.117341 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:58:12.453158 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ba97adc9-4d98-4d67-bcb5-3d29a5cb35c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:14.790815 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d25951cb-b135-4038-8f53-3618569aac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:15.544042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:16.553325 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:16.799814 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:21.133069 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:33.617979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48292) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:33.741881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:33.757804 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:33.761919 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] Usage tracker for resource:security_group_rule and tenant:5587afd43d8348e5b71637adc2ff5493 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:33.764919 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:33.771577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:33.855422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:33.858327 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:33.867020 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-01a7dafc-8f3e-43a9-84f9-6303acc7860b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:33.912691 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5587afd43d8348e5b71637adc2ff5493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936053 Feb 18 02:58:33.914391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bce963-4ef5-4495-9681-e09ab887ad69,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:33.915665 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48298) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:33.917969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-54939c47-a090-4180-9fab-544cfdfc6249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:33.981347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6c4aff4-34fd-45ed-bc1d-a06ad3eb0e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.008151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6c4aff4-34fd-45ed-bc1d-a06ad3eb0e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.051736 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6c4aff4-34fd-45ed-bc1d-a06ad3eb0e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.056574 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-82a8d7b1-3f39-4f1a-956f-0d97f281d6e3 tempest-AttachVolumeShelveTestJSON-1719836806 tempest-AttachVolumeShelveTestJSON-1719836806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:34.069672 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4aff4-34fd-45ed-bc1d-a06ad3eb0e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bce963-4ef5-4495-9681-e09ab887ad69,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:34.076626 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d6c4aff4-34fd-45ed-bc1d-a06ad3eb0e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:34.079068 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d6c4aff4-34fd-45ed-bc1d-a06ad3eb0e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.080300 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d6c4aff4-34fd-45ed-bc1d-a06ad3eb0e9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39bce963-4ef5-4495-9681-e09ab887ad69 HTTP/1.1" status: 204 len: 168 time: 0.1635084 Feb 18 02:58:34.358534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48306) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:34.378141 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.393388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:34.397935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] Usage tracker for resource:security_group_rule and tenant:4446e147e41a491da96dbab05f49bd20 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:34.401103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:34.406976 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:34.491052 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.493813 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.502446 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d284ed94-d500-4a9c-bd0b-020124506177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:34.551669 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4446e147e41a491da96dbab05f49bd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894333 Feb 18 02:58:34.551669 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613d4c36-5748-4ccb-8eaf-c80b81b49f35,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:34.552059 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48310) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:34.553450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d9eb8697-f009-4d0a-9459-d83ab1f2ca8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:34.614440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62f887c7-447a-492a-8a2b-3dd3d1d3dbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.641561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62f887c7-447a-492a-8a2b-3dd3d1d3dbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.685647 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62f887c7-447a-492a-8a2b-3dd3d1d3dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.690550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-810ec2f9-eee8-4830-9b95-c961b78957cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:34.703335 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f887c7-447a-492a-8a2b-3dd3d1d3dbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613d4c36-5748-4ccb-8eaf-c80b81b49f35,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:34.709042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-62f887c7-447a-492a-8a2b-3dd3d1d3dbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:34.713802 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-62f887c7-447a-492a-8a2b-3dd3d1d3dbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:34.717501 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-62f887c7-447a-492a-8a2b-3dd3d1d3dbc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/613d4c36-5748-4ccb-8eaf-c80b81b49f35 HTTP/1.1" status: 204 len: 168 time: 0.1619077 Feb 18 02:58:42.454778 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5df61c72-9a31-4310-a031-faffe38b053d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:42.455613 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48396) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:42.578793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:42.594188 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:42.598254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] Usage tracker for resource:security_group_rule and tenant:2f5275fca9414aba975ed992d416dc1c is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:42.601291 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:42.607051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:42.691149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:42.694531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:42.706731 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ac646889-812c-4464-b9f8-3302bab8654e tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:42.746358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78258feb-12d3-4548-9953-715c81b10cbc,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:42.751809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:42.756012 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-7a929b96-281d-42d8-9dce-56b231c80dfb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f5275fca9414aba975ed992d416dc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991755 Feb 18 02:58:42.758199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48402) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:42.820354 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc720732-13c4-4890-88e6-1eef09fd344b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:42.846810 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc720732-13c4-4890-88e6-1eef09fd344b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:42.891357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc720732-13c4-4890-88e6-1eef09fd344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:42.896293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-abac7e8a-cbd2-4ae0-a5f6-8f496e39e77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:42.908853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc720732-13c4-4890-88e6-1eef09fd344b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78258feb-12d3-4548-9953-715c81b10cbc,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:42.913472 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cc720732-13c4-4890-88e6-1eef09fd344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:42.918979 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-cc720732-13c4-4890-88e6-1eef09fd344b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:42.920239 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-cc720732-13c4-4890-88e6-1eef09fd344b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78258feb-12d3-4548-9953-715c81b10cbc HTTP/1.1" status: 204 len: 168 time: 0.1609945 Feb 18 02:58:43.200232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48410) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:43.219593 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:43.235119 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:43.239161 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6e961ab278fd4eaca2c40f017dc387fa is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:43.242122 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:43.247853 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:43.330760 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:43.334226 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:43.346261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-36acde13-70b0-4711-8c64-5c13b7b9fb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:43.388440 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e961ab278fd4eaca2c40f017dc387fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870658 Feb 18 02:58:43.389288 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cea87e-8347-41bf-bfbd-4fa8ee46d8af,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:43.391407 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48414) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:43.392570 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-15740be3-2c85-4cd6-90ea-2554dd9da6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:43.455685 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb160d79-7113-4a41-b4ba-f0ca9a20480d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:43.483196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb160d79-7113-4a41-b4ba-f0ca9a20480d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:43.527762 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb160d79-7113-4a41-b4ba-f0ca9a20480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:43.532994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-62f887c7-447a-492a-8a2b-3dd3d1d3dbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:43.545825 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb160d79-7113-4a41-b4ba-f0ca9a20480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cea87e-8347-41bf-bfbd-4fa8ee46d8af,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:43.550709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fb160d79-7113-4a41-b4ba-f0ca9a20480d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:43.555053 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fb160d79-7113-4a41-b4ba-f0ca9a20480d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:43.556340 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-fb160d79-7113-4a41-b4ba-f0ca9a20480d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4cea87e-8347-41bf-bfbd-4fa8ee46d8af HTTP/1.1" status: 204 len: 168 time: 0.1638429 Feb 18 02:58:44.792781 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-55930990-37d1-4371-9dad-5e33833c2e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:45.546390 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:46.117899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:58:46.554441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:46.801537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:50.241974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48500) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:50.372964 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:50.388095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:50.392163 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] Usage tracker for resource:security_group_rule and tenant:e38e3b3c9c7741419a3bcc335ba761fa is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:50.395051 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:50.400828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:50.488977 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:50.492138 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:50.500189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-97ad7c35-55eb-449e-9fbe-6ef499185d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:50.543995 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e38e3b3c9c7741419a3bcc335ba761fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009100 Feb 18 02:58:50.544939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce9cab1-7d3a-42ac-a599-a191463a2c23,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:50.546997 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48506) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:50.548360 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6c39ade8-bfa0-4649-8c54-451a0b43eb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:50.609852 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10b70784-3e54-4e29-b286-7786808fc821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:50.636357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10b70784-3e54-4e29-b286-7786808fc821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:50.680680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10b70784-3e54-4e29-b286-7786808fc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:50.685547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-885cc860-538f-45be-aeb1-129856abb651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:50.698493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b70784-3e54-4e29-b286-7786808fc821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce9cab1-7d3a-42ac-a599-a191463a2c23,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:50.703785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-10b70784-3e54-4e29-b286-7786808fc821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:50.708580 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-10b70784-3e54-4e29-b286-7786808fc821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:50.712327 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-10b70784-3e54-4e29-b286-7786808fc821 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ce9cab1-7d3a-42ac-a599-a191463a2c23 HTTP/1.1" status: 204 len: 168 time: 0.1617692 Feb 18 02:58:50.993480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48514) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:51.012266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:51.027167 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:51.031502 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] Usage tracker for resource:security_group_rule and tenant:ddfcdbc55a774a01b5bef27f4e52c4aa is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:51.034416 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:51.040637 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:51.129817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:51.132470 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:51.136844 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:51.142267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d90640b2-0a3b-440b-b7f6-d7d017fe7ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:51.185535 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddfcdbc55a774a01b5bef27f4e52c4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908898 Feb 18 02:58:51.187708 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbc752a-3d3a-4cf8-8297-a24b6eb9ddba,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:51.188514 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48518) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:51.191156 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-e16c5e0e-bd5d-4376-9b5e-3751eb97231f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:51.250107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d39a001c-c73d-4f6f-965b-5ef1cf4dcef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:51.276619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d39a001c-c73d-4f6f-965b-5ef1cf4dcef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:51.321334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d39a001c-c73d-4f6f-965b-5ef1cf4dcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:51.326153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2a19fb85-53a2-4cd5-b81b-e185ff8b24a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:51.339066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a001c-c73d-4f6f-965b-5ef1cf4dcef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbc752a-3d3a-4cf8-8297-a24b6eb9ddba,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:51.344203 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d39a001c-c73d-4f6f-965b-5ef1cf4dcef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:51.348480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d39a001c-c73d-4f6f-965b-5ef1cf4dcef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:51.350268 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d39a001c-c73d-4f6f-965b-5ef1cf4dcef9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fbc752a-3d3a-4cf8-8297-a24b6eb9ddba HTTP/1.1" status: 204 len: 168 time: 0.1606970 Feb 18 02:58:57.022033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48618) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:57.147841 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.162986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:57.167339 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Usage tracker for resource:security_group_rule and tenant:30afbf7a4327438c8c4132d2e04b8349 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:57.170357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:57.176169 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:57.259535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.262274 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.270945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fb160d79-7113-4a41-b4ba-f0ca9a20480d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:57.313705 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30afbf7a4327438c8c4132d2e04b8349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905774 Feb 18 02:58:57.314654 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf723b11-322c-4dc3-8272-908ae48e486c,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:57.317645 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48624) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:57.318702 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:57.381084 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7306fa7-8a6f-4d83-9182-77a9ea2a6584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.407431 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7306fa7-8a6f-4d83-9182-77a9ea2a6584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.451205 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7306fa7-8a6f-4d83-9182-77a9ea2a6584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.456301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-162be821-4c2d-4d0e-9ec2-b7d1c99e3901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:57.470727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7306fa7-8a6f-4d83-9182-77a9ea2a6584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf723b11-322c-4dc3-8272-908ae48e486c,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:57.473844 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-d7306fa7-8a6f-4d83-9182-77a9ea2a6584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:57.478211 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7306fa7-8a6f-4d83-9182-77a9ea2a6584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.479424 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-d7306fa7-8a6f-4d83-9182-77a9ea2a6584 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf723b11-322c-4dc3-8272-908ae48e486c HTTP/1.1" status: 204 len: 168 time: 0.1599483 Feb 18 02:58:57.761255 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48632) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:57.784008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.799420 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:57.804159 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] Usage tracker for resource:security_group_rule and tenant:3a0c6e502bbe4d78a4bca273589cdb8b is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:57.807056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:57.812823 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:57.896924 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.899675 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:57.908468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-cc720732-13c4-4890-88e6-1eef09fd344b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:57.949633 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a0c6e502bbe4d78a4bca273589cdb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872213 Feb 18 02:58:57.951213 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c679be8b-a65a-4bcd-a0bb-495eac806b41,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:57.952550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48636) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:57.954678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2cdc4103-01f0-445f-a69e-e918c1cff57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:58.015493 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4450c113-46d7-46bf-b962-8caf9656ddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.042809 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4450c113-46d7-46bf-b962-8caf9656ddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.090680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4450c113-46d7-46bf-b962-8caf9656ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.095594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-44e5b643-1cfc-4225-b113-0e2a1257e49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:58.109535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450c113-46d7-46bf-b962-8caf9656ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c679be8b-a65a-4bcd-a0bb-495eac806b41,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:58.113204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4450c113-46d7-46bf-b962-8caf9656ddcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:58.119267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-4450c113-46d7-46bf-b962-8caf9656ddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.120541 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-4450c113-46d7-46bf-b962-8caf9656ddcd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c679be8b-a65a-4bcd-a0bb-495eac806b41 HTTP/1.1" status: 204 len: 168 time: 0.1668220 Feb 18 02:58:58.467265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48644) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:58.486930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.502786 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:58.506829 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] Usage tracker for resource:security_group_rule and tenant:80b1e7b8d0144b819cf73d53ae12d2ea is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:58.509784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:58.515562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:58.604233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.606807 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.616143 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-a422cbac-3e87-4303-8c3e-8312054c83e4 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:58.658228 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80b1e7b8d0144b819cf73d53ae12d2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898105 Feb 18 02:58:58.659182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799e04e7-96c8-4223-8453-929962abfb49,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:58.661219 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48648) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:58.663276 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-61d6dc1e-e81d-4344-a021-e348cddf4013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:58.722925 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a681-eb19-4f3b-ba17-b892a5d736a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.750636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a681-eb19-4f3b-ba17-b892a5d736a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.799061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a681-eb19-4f3b-ba17-b892a5d736a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.804650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b3f8387e-b4c8-459f-a74b-0365c4921824 tempest-TestShelveInstance-1735481395 tempest-TestShelveInstance-1735481395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:58.817434 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6a681-eb19-4f3b-ba17-b892a5d736a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e04e7-96c8-4223-8453-929962abfb49,revision_number=None']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:58.822168 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b6c6a681-eb19-4f3b-ba17-b892a5d736a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:58.826476 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b6c6a681-eb19-4f3b-ba17-b892a5d736a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:58.827721 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b6c6a681-eb19-4f3b-ba17-b892a5d736a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/799e04e7-96c8-4223-8453-929962abfb49 HTTP/1.1" status: 204 len: 168 time: 0.1649253 Feb 18 02:58:59.525778 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84024) accepted ('10.222.0.13', 48670) {{(pid=84024) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:58:59.633788 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-822563156-network', 'tenant_id': 'dfb6045249a74218a524ee8baa195203'}} {{(pid=84024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:58:59.638808 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:59.642797 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Usage tracker for resource:network and tenant:dfb6045249a74218a524ee8baa195203 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:59.645748 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:59.651959 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:59.661864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Made reservation on behalf of dfb6045249a74218a524ee8baa195203 for: {'network': 1} {{(pid=84024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:58:59.666743 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for network, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:59.679501 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:59.695047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:58:59.699022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Usage tracker for resource:security_group_rule and tenant:dfb6045249a74218a524ee8baa195203 is out of sync, need to count used quota {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:58:59.701920 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84024) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:58:59.707594 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84024) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:58:59.791791 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:59.794429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:59.798563 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-2618d38d-de3a-49e6-82c4-3ba041ec2f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:58:59.827709 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 02:58:59.841040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd847137-dadb-4d8c-99b0-cbbb829b7e38,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:58:59.849374 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:59.849788 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.db.segments_db [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Added segment fe18bce0-3932-4868-99e4-1c7e7992fd85 of type vxlan for network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 Feb 18 02:58:59.851855 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.852234 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.852652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.853064 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.853473 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.853879 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.854284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.854687 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.855095 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.855513 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.855917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.856314 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.856753 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.857151 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.857548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.857944 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.858342 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.858737 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.859131 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.859547 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.859945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.860338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.860734 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.861128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:58:59.868856 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:58:59.891607 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363266502216206'] for network, precommit_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:59.920650 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981'] for network, after_create {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:59.921893 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:58:59.922531 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84024) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:58:59.927387 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:00.032792 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5058122 Feb 18 02:59:00.033773 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc13532-467a-4203-afaa-f1e9e7fe15b9,revision_number=1']} {{(pid=84024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:00.035894 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 48676) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:59:00.036985 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-b13ec2bc-b0b9-40e0-a326-556ab7d21667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84024) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:00.042573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Request body: {'subnet': {'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-822563156-subnet', 'tenant_id': 'dfb6045249a74218a524ee8baa195203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:59:00.044128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 details requested by agent ovs-agent-dv-cinder-763306-10-smb with host dv-cinder-763306-10-smb {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:59:00.047910 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:59:00.052075 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Usage tracker for resource:subnet and tenant:dfb6045249a74218a524ee8baa195203 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:59:00.055612 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:59:00.061486 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:59:00.061638 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 02:59:00.071770 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Made reservation on behalf of dfb6045249a74218a524ee8baa195203 for: {'subnet': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:59:00.076537 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6328765'] for subnet, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:00.491334 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847964708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6328718'] for subnet, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:00.506819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:00.641453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3115a6-437c-4915-a268-c613f8b02429,revision_number=0']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:00.653309 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.653734 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.654149 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.654577 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.654954 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.655355 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.655794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.656193 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.656847 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.657243 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.657636 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.658025 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.658454 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.658843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.659232 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.659646 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.660038 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.660429 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.660818 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.661206 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.661611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.662524 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.662913 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.663301 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:00.668800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:00.721442 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Checking segment: {'id': 'fe18bce0-3932-4868-99e4-1c7e7992fd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:59:00.721850 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Network hostable DHCP agents. Network: 4cc13532-467a-4203-afaa-f1e9e7fe15b9, hostable agents: ['01f6de89-88b6-4bf1-b3a0-849d2a35d574'], hosted agents: [] {{(pid=84023) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 02:59:00.740480 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 is scheduled to be hosted by DHCP agent 01f6de89-88b6-4bf1-b3a0-849d2a35d574 with binding_index 1 {{(pid=84023) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 02:59:00.748903 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-10-smb, 4cc13532-467a-4203-afaa-f1e9e7fe15b9) {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:59:00.758827 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e2bb0-6485-4834-93f2-95ef48747b42 None None] Network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:59:00.767790 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:00.768451 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:00.792959 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-bdcc56b9-e07f-455a-9d2f-1a039f6fbe0e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7558815 Feb 18 02:59:00.983199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b6e7e5-02cf-489a-8f38-b84d5215efb2 None None] Network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 requested from dv-cinder-763306-10-smb {{(pid=84025) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 02:59:03.258624 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-654fb700-bf50-40dd-8e03-c3055dd2a61d tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:03.259368 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-654fb700-bf50-40dd-8e03-c3055dd2a61d tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Synchronizing usage tracker for tenant:dfb6045249a74218a524ee8baa195203 on resource:network {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:59:03.275842 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-654fb700-bf50-40dd-8e03-c3055dd2a61d tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Unset dirty status for tenant:dfb6045249a74218a524ee8baa195203 on resource:network {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:59:03.277088 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-654fb700-bf50-40dd-8e03-c3055dd2a61d tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/networks?id=4cc13532-467a-4203-afaa-f1e9e7fe15b9 HTTP/1.1" status: 200 len: 808 time: 0.3884068 Feb 18 02:59:03.292864 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4eba1bd2-5ef6-4cf5-8bce-4ea7075f869f tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/quotas/dfb6045249a74218a524ee8baa195203 HTTP/1.1" status: 200 len: 375 time: 0.0094960 Feb 18 02:59:03.348184 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-469349ed-be15-4c29-8f75-11b6c402f169 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb6045249a74218a524ee8baa195203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499625 Feb 18 02:59:03.359245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-a535d650-8fea-46e4-ac3b-175c4fb158ba service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:59:03.360332 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-a535d650-8fea-46e4-ac3b-175c4fb158ba service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0052886 Feb 18 02:59:03.500833 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-e27fe91b-94c1-428b-af7f-57d74b8db2da service neutron] 10.222.0.13 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341913 Feb 18 02:59:03.639335 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4d33a2c3-c156-42f2-b050-fac20a33e0be service neutron] 10.222.0.13 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1320274 Feb 18 02:59:03.893085 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-58ea7b29-881e-4397-ba20-3fdb62b2d0cf req-d65a8355-1e23-4b21-84ce-8fedc9ff8a0a tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 210 time: 0.1048148 Feb 18 02:59:05.061929 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-24059276-c6fb-44dd-8c6c-fa4a6b3c01cf req-30e737eb-11c3-4154-a574-134fda3581c4 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 210 time: 0.0500648 Feb 18 02:59:05.136366 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-b7d005bc-f39f-43e9-b422-33958120fd53 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:05.137926 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-b7d005bc-f39f-43e9-b422-33958120fd53 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.52 "GET /v2.0/networks?id=4cc13532-467a-4203-afaa-f1e9e7fe15b9 HTTP/1.1" status: 200 len: 808 time: 0.3856006 Feb 18 02:59:05.152980 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Request body: {'port': {'device_id': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9', 'admin_state_up': True, 'tenant_id': 'dfb6045249a74218a524ee8baa195203'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:59:05.295768 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:59:05.299740 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Usage tracker for resource:port and tenant:dfb6045249a74218a524ee8baa195203 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:59:05.302714 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:59:05.308470 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:59:05.317300 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Made reservation on behalf of dfb6045249a74218a524ee8baa195203 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:59:05.323497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:05.635727 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Allocated IP 172.20.0.14 (4cc13532-467a-4203-afaa-f1e9e7fe15b9/5b3115a6-437c-4915-a268-c613f8b02429/7aae79b6-4293-4f9e-b76e-f979e5a12d1f) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:59:05.849049 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:05.879181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:05.894619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ad8e47cb-ddb7-4823-9996-18cb2de9fbb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:06.033133 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Pushing event updated for resources: {'Port': ['ID=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:06.046235 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:06.093738 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:59:06.094430 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:59:06.096738 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:59:06.161448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:06.162661 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:06.221323 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-4724df8a-9c86-4c5f-8014-bf2d89695fb7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0722785 Feb 18 02:59:06.239016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-953efe47-6376-4249-83af-1d92c19a381a tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:59:06.240077 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-953efe47-6376-4249-83af-1d92c19a381a tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0071137 Feb 18 02:59:06.275565 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d522b-2cf4-42aa-9860-44b3e6047fa0 req-b88891a9-cbf8-4f92-9a30-556bfc448cc8 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:06.276329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-556d522b-2cf4-42aa-9860-44b3e6047fa0 req-b88891a9-cbf8-4f92-9a30-556bfc448cc8 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Synchronizing usage tracker for tenant:dfb6045249a74218a524ee8baa195203 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:59:06.295660 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-556d522b-2cf4-42aa-9860-44b3e6047fa0 req-b88891a9-cbf8-4f92-9a30-556bfc448cc8 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Unset dirty status for tenant:dfb6045249a74218a524ee8baa195203 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:59:06.297787 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-556d522b-2cf4-42aa-9860-44b3e6047fa0 req-b88891a9-cbf8-4f92-9a30-556bfc448cc8 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 932 time: 0.1180003 Feb 18 02:59:06.306012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Request body: {'port': {'device_id': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:59:06.451721 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-556d522b-2cf4-42aa-9860-44b3e6047fa0 req-ec172851-feb0-44a9-ba6f-90f422717e3b tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096694 Feb 18 02:59:06.465204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:06.881930 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aae79b6-4293-4f9e-b76e-f979e5a12d1f {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:59:06.889869 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:06.902745 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Transition to ACTIVE for port object 7aae79b6-4293-4f9e-b76e-f979e5a12d1f will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:59:06.905076 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:06.920684 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-13a44db8-c33b-4a1d-92f6-b04e24fb2a19 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:07.053724 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Pushing event updated for resources: {'Port': ['ID=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:07.066351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:07.241517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Attempting to bind port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:59:07.242055 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Attempting to bind port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'fe18bce0-3932-4868-99e4-1c7e7992fd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:59:07.242198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Attempting to bind port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f on network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:59:07.247816 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:59:07.248196 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Checking segment: {'id': 'fe18bce0-3932-4868-99e4-1c7e7992fd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:59:07.248598 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:07.248999 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Bound using segment: {'id': 'fe18bce0-3932-4868-99e4-1c7e7992fd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:59:07.249468 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Bound port: 7aae79b6-4293-4f9e-b76e-f979e5a12d1f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe18bce0-3932-4868-99e4-1c7e7992fd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:59:07.249839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:07.346254 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] For port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:59:07.349275 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] For port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,segment=NetworkSegment(fe18bce0-3932-4868-99e4-1c7e7992fd85),segment_id=fe18bce0-3932-4868-99e4-1c7e7992fd85)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:59:07.352503 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:07.368077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-74cd0290-4178-4c6e-a6e8-5a565747dd3f tempest-AttachVolumeTestJSON-698433856 tempest-AttachVolumeTestJSON-698433856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:07.521496 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Pushing event updated for resources: {'Port': ['ID=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:07.526945 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:07.557935 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:07.558621 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:07.560154 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] 10.222.0.52 "PUT /v2.0/ports/7aae79b6-4293-4f9e-b76e-f979e5a12d1f HTTP/1.1" status: 200 len: 1158 time: 1.3109794 Feb 18 02:59:07.560695 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'tag': '7aae79b6-4293-4f9e-b76e-f979e5a12d1f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:59:07.641813 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'tag': '7aae79b6-4293-4f9e-b76e-f979e5a12d1f', 'status': 'completed', 'code': 200} Feb 18 02:59:07.659326 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49129e5-45d4-480b-ae50-ee4746ceba97 req-2d04d41c-6153-44fd-8655-427d113472a6 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:07.660947 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d49129e5-45d4-480b-ae50-ee4746ceba97 req-2d04d41c-6153-44fd-8655-427d113472a6 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 944 time: 0.0933383 Feb 18 02:59:07.684984 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-862ee44b-58bd-4123-9605-513d004f0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:07.686651 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-862ee44b-58bd-4123-9605-513d004f0089 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfb6045249a74218a524ee8baa195203&device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 1161 time: 0.0855196 Feb 18 02:59:07.707899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d49129e5-45d4-480b-ae50-ee4746ceba97 req-bec45fd4-52e6-4a64-a72e-2d6aecf5c1a1 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Synchronizing usage tracker for tenant:dfb6045249a74218a524ee8baa195203 on resource:security_group {{(pid=84024) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:59:07.727285 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-d49129e5-45d4-480b-ae50-ee4746ceba97 req-bec45fd4-52e6-4a64-a72e-2d6aecf5c1a1 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Unset dirty status for tenant:dfb6045249a74218a524ee8baa195203 on resource:security_group {{(pid=84024) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:59:07.728583 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-d49129e5-45d4-480b-ae50-ee4746ceba97 req-bec45fd4-52e6-4a64-a72e-2d6aecf5c1a1 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606022 Feb 18 02:59:07.768396 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-a3d4846b-1ee1-471c-beed-e5796ca1dd20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aae79b6-4293-4f9e-b76e-f979e5a12d1f HTTP/1.1" status: 200 len: 217 time: 0.0674002 Feb 18 02:59:07.844601 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ef6a4304-ed9b-4042-9819-0a8d66831d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:07.846170 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-ef6a4304-ed9b-4042-9819-0a8d66831d24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b3115a6-437c-4915-a268-c613f8b02429 HTTP/1.1" status: 200 len: 848 time: 0.0667415 Feb 18 02:59:07.899398 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-c38d152b-b747-46dd-a5b6-0f9abcd1be2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4cc13532-467a-4203-afaa-f1e9e7fe15b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454056 Feb 18 02:59:08.046880 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-cfef11d8-da43-4b0f-85b7-f5225f188b74 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346951 Feb 18 02:59:08.191807 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-6454a535-297a-47d6-956b-5aa41e5c4720 req-1d945a8d-d987-46bf-9839-a78a49800682 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366918 Feb 18 02:59:08.325760 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c70d-e980-4238-8f54-2593b1accdbb req-c92f2fbd-847b-4275-9a74-3016085b519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:08.327418 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be09c70d-e980-4238-8f54-2593b1accdbb req-c92f2fbd-847b-4275-9a74-3016085b519b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfb6045249a74218a524ee8baa195203&device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 1161 time: 0.0851867 Feb 18 02:59:08.471561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c70d-e980-4238-8f54-2593b1accdbb req-aba11b8c-04d3-4e64-9d18-d0e8cdd6e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:08.473052 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be09c70d-e980-4238-8f54-2593b1accdbb req-aba11b8c-04d3-4e64-9d18-d0e8cdd6e80b service neutron] 10.222.0.52 "GET /v2.0/networks?id=4cc13532-467a-4203-afaa-f1e9e7fe15b9 HTTP/1.1" status: 200 len: 902 time: 0.1368468 Feb 18 02:59:08.546941 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be09c70d-e980-4238-8f54-2593b1accdbb req-55010578-7fae-4aa4-97f7-652c32520284 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aae79b6-4293-4f9e-b76e-f979e5a12d1f HTTP/1.1" status: 200 len: 217 time: 0.0650446 Feb 18 02:59:08.620282 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c70d-e980-4238-8f54-2593b1accdbb req-d409fb85-3834-481e-8c14-cdc051a8309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:08.621840 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be09c70d-e980-4238-8f54-2593b1accdbb req-d409fb85-3834-481e-8c14-cdc051a8309a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b3115a6-437c-4915-a268-c613f8b02429 HTTP/1.1" status: 200 len: 848 time: 0.0679228 Feb 18 02:59:08.676437 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be09c70d-e980-4238-8f54-2593b1accdbb req-1b2967db-788a-4499-9101-78cd29c05c3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4cc13532-467a-4203-afaa-f1e9e7fe15b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453331 Feb 18 02:59:08.824361 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be09c70d-e980-4238-8f54-2593b1accdbb req-0c2e46a4-35ae-47e4-b364-2f3c5523dac1 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365478 Feb 18 02:59:09.037997 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-be09c70d-e980-4238-8f54-2593b1accdbb req-4fc7eee2-a57a-451c-a704-99e75bdf3a2b service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2043934 Feb 18 02:59:09.044114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017895-2326-41fc-8a68-b5b822330d69 req-1425bf5d-e572-446b-b11c-ab1cac38f107 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:09.046449 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f4017895-2326-41fc-8a68-b5b822330d69 req-1425bf5d-e572-446b-b11c-ab1cac38f107 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 944 time: 0.1923800 Feb 18 02:59:09.096169 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f4017895-2326-41fc-8a68-b5b822330d69 req-0e382323-cdc0-4579-af9f-b453546e8271 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436573 Feb 18 02:59:10.294575 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afebd6-abe3-4fce-94bc-43a5aef03697 req-9b542109-2e34-46ff-9535-b7f38f2896fe tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:10.296425 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32afebd6-abe3-4fce-94bc-43a5aef03697 req-9b542109-2e34-46ff-9535-b7f38f2896fe tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 944 time: 0.0888679 Feb 18 02:59:10.344708 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-32afebd6-abe3-4fce-94bc-43a5aef03697 req-b5ad5320-4b0b-4f84-878d-e010d006f2f3 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Feb 18 02:59:11.407606 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-77a1285a-0ea7-498d-bdcb-f77cf02ee0a6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84025) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 02:59:11.542002 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb198b-3ca0-4a31-9148-f81412567349 req-c19329e9-2384-48bf-abab-ac3a9fe55b36 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:11.543629 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8bfb198b-3ca0-4a31-9148-f81412567349 req-c19329e9-2384-48bf-abab-ac3a9fe55b36 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 944 time: 0.0854032 Feb 18 02:59:11.590024 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8bfb198b-3ca0-4a31-9148-f81412567349 req-616c741b-777f-425d-91ab-0bcb537a1f65 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Feb 18 02:59:11.737122 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 7aae79b6-4293-4f9e-b76e-f979e5a12d1f up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:59:11.811975 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:59:11.817069 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:59:11.817489 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:11.937108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:11.967362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae79b6-4293-4f9e-b76e-f979e5a12d1f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:59:11.978008 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,segment=NetworkSegment(fe18bce0-3932-4868-99e4-1c7e7992fd85),segment_id=fe18bce0-3932-4868-99e4-1c7e7992fd85)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:59:11.981030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:11.982924 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:12.020553 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae79b6-4293-4f9e-b76e-f979e5a12d1f', 'code': 200} Feb 18 02:59:12.054870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:12.062875 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.063267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.063678 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.064057 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.064431 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.064805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.065175 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.065544 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.065938 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.066279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.066648 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.067012 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.067413 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.067800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.068199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.068561 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.068919 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.069279 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.069637 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.069995 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.070366 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.070712 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.071068 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.071426 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 02:59:12.075708 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:12.265805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d760e-f836-4982-a597-2688978f0aa8 req-52fd1abb-2f14-44e8-ad71-8b6c92b32d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:12.267425 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b64d760e-f836-4982-a597-2688978f0aa8 req-52fd1abb-2f14-44e8-ad71-8b6c92b32d17 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 1163 time: 0.0846143 Feb 18 02:59:12.317767 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-b64d760e-f836-4982-a597-2688978f0aa8 req-217d6c4b-8fa3-4fdb-9a50-7d5bc3fb8806 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Feb 18 02:59:12.456576 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd39e2cb-43da-471e-abdd-4b166876b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:12.793035 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e1ea1-7b95-4fef-9908-6f207493e6ea req-a50a6e91-f5be-409f-929e-529b52594581 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:12.794688 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-124e1ea1-7b95-4fef-9908-6f207493e6ea req-a50a6e91-f5be-409f-929e-529b52594581 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 946 time: 0.0887275 Feb 18 02:59:12.845992 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-124e1ea1-7b95-4fef-9908-6f207493e6ea req-2c853bec-3f1e-4704-b22f-92f64125e750 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451219 Feb 18 02:59:13.379351 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 7aae79b6-4293-4f9e-b76e-f979e5a12d1f up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:59:13.451783 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:59:13.452202 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:14.046453 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2ea6c-00ed-4cc7-84e9-b563299f2c06 req-ab7ca60c-517c-49ab-86e6-575a77784d52 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:14.047981 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-08a2ea6c-00ed-4cc7-84e9-b563299f2c06 req-ab7ca60c-517c-49ab-86e6-575a77784d52 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 946 time: 0.0880077 Feb 18 02:59:14.094896 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-08a2ea6c-00ed-4cc7-84e9-b563299f2c06 req-23b51d4c-20d4-4c8d-b5ec-1e5287b45a69 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402274 Feb 18 02:59:14.793596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1b952fd9-c508-411d-9a2f-475e428ae03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:15.306562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c025b-aa96-415a-b6e7-256ab82fbc3e req-cb44b2eb-3ee4-4459-ad27-73be72b44299 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:15.308163 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-315c025b-aa96-415a-b6e7-256ab82fbc3e req-cb44b2eb-3ee4-4459-ad27-73be72b44299 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 946 time: 0.0882485 Feb 18 02:59:15.355658 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-315c025b-aa96-415a-b6e7-256ab82fbc3e req-33ffb6db-d065-491d-82ef-1873e1f60695 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Feb 18 02:59:15.548526 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:16.558048 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842879a-13cb-41ab-9090-53f8a09a8bc6 req-776d8aa0-e1d5-41b5-9443-73d1f0e72dfa tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:16.558671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:16.560459 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f842879a-13cb-41ab-9090-53f8a09a8bc6 req-776d8aa0-e1d5-41b5-9443-73d1f0e72dfa tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 946 time: 0.0906062 Feb 18 02:59:16.607638 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f842879a-13cb-41ab-9090-53f8a09a8bc6 req-ca48f115-e4ce-4e98-bdda-740b306bdb2c tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Feb 18 02:59:16.808440 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:17.001655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-d4e4a5b3-4119-40cd-8f9c-6d70fdae8186 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:17.003195 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-d4e4a5b3-4119-40cd-8f9c-6d70fdae8186 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 946 time: 0.3229551 Feb 18 02:59:17.079869 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Deleting port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:59:17.080186 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:17.337167 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] For port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,segment=NetworkSegment(fe18bce0-3932-4868-99e4-1c7e7992fd85),segment_id=fe18bce0-3932-4868-99e4-1c7e7992fd85)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:59:17.337497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:17.351074 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 7aae79b6-4293-4f9e-b76e-f979e5a12d1f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:59:17.469054 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Calling delete_port for 7aae79b6-4293-4f9e-b76e-f979e5a12d1f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:59:17.472649 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:17.500373 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aae79b6-4293-4f9e-b76e-f979e5a12d1f'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:59:17.511191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,segment=NetworkSegment(fe18bce0-3932-4868-99e4-1c7e7992fd85),segment_id=fe18bce0-3932-4868-99e4-1c7e7992fd85)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:59:17.516682 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:17.518767 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:17.558617 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.db.api [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84023) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 02:59:17.559127 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_db.api [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 02:59:17.560311 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aae79b6-4293-4f9e-b76e-f979e5a12d1f', 'code': 200} Feb 18 02:59:17.594133 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,revision_number=5']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:17.597365 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:17.804534 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54698aea-7217-45ac-bbe9-b39dd34cea88 req-522f8d0a-e145-458e-aa7c-66bc7b7fb5a5 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:17.806159 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-54698aea-7217-45ac-bbe9-b39dd34cea88 req-522f8d0a-e145-458e-aa7c-66bc7b7fb5a5 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 944 time: 0.0877595 Feb 18 02:59:17.853619 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-54698aea-7217-45ac-bbe9-b39dd34cea88 req-e862014b-642a-4df2-90e1-27bbd33fec25 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Feb 18 02:59:18.059864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Deleting port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:59:18.060255 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:18.323559 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] For port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,segment=NetworkSegment(fe18bce0-3932-4868-99e4-1c7e7992fd85),segment_id=fe18bce0-3932-4868-99e4-1c7e7992fd85)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:59:18.323969 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:18.462292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Calling delete_port for 7aae79b6-4293-4f9e-b76e-f979e5a12d1f owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:59:18.610860 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:18.626484 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:18.725216 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Pushing event deleted for resources: {'Port': ['ID=7aae79b6-4293-4f9e-b76e-f979e5a12d1f,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:18.734845 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:18.835596 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] No DVR routers for this DVR port 7aae79b6-4293-4f9e-b76e-f979e5a12d1f on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:59:18.837744 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:18.840412 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'name': 'network-vif-deleted', 'tag': '7aae79b6-4293-4f9e-b76e-f979e5a12d1f'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:59:18.855032 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f4f08e2f-038d-4a10-b5be-421e488a95f6 req-66b0a1f5-f8b9-493b-95fd-1c21cf479c16 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.52 "DELETE /v2.0/ports/7aae79b6-4293-4f9e-b76e-f979e5a12d1f HTTP/1.1" status: 204 len: 173 time: 1.8451934 Feb 18 02:59:18.889382 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4b48e3-482b-4f71-b02d-ef0befbcdc8f', 'name': 'network-vif-deleted', 'tag': '7aae79b6-4293-4f9e-b76e-f979e5a12d1f', 'status': 'completed', 'code': 200} Feb 18 02:59:19.016986 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-fb2fd4a8-c7f0-4f55-8ee6-33879ab71550 req-9b8cd9fc-3ead-409f-80dc-0763ed49edc4 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Synchronizing usage tracker for tenant:dfb6045249a74218a524ee8baa195203 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:59:19.032263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-fb2fd4a8-c7f0-4f55-8ee6-33879ab71550 req-9b8cd9fc-3ead-409f-80dc-0763ed49edc4 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Unset dirty status for tenant:dfb6045249a74218a524ee8baa195203 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:59:19.033545 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-fb2fd4a8-c7f0-4f55-8ee6-33879ab71550 req-9b8cd9fc-3ead-409f-80dc-0763ed49edc4 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf4b48e3-482b-4f71-b02d-ef0befbcdc8f HTTP/1.1" status: 200 len: 210 time: 0.0644715 Feb 18 02:59:20.411489 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-fbb042ed-6e51-462c-bbbd-758b9b459341 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:20.413124 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-fbb042ed-6e51-462c-bbbd-758b9b459341 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/networks?id=4cc13532-467a-4203-afaa-f1e9e7fe15b9 HTTP/1.1" status: 200 len: 808 time: 0.1602948 Feb 18 02:59:20.428944 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-68476780-5f8d-4ef8-99a0-dbbba2272944 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/quotas/dfb6045249a74218a524ee8baa195203 HTTP/1.1" status: 200 len: 375 time: 0.0097597 Feb 18 02:59:20.482747 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-7ad37b53-804a-4b14-9452-2de890e75c89 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb6045249a74218a524ee8baa195203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481374 Feb 18 02:59:20.493900 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-0d5124ad-dadf-4a2f-bd48-b0d7d7da0385 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84023) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 02:59:20.494933 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-0d5124ad-dadf-4a2f-bd48-b0d7d7da0385 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0052712 Feb 18 02:59:20.636168 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-bc10f023-cd28-43ff-bd3a-23b901df9565 service neutron] 10.222.0.13 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354475 Feb 18 02:59:20.777933 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-00f47612-2e33-498d-8ebd-fd0aab6853d9 service neutron] 10.222.0.13 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353512 Feb 18 02:59:20.973023 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0feaf3ec-6fb4-46ce-b12f-d510394bcfba req-7783f736-20a7-40a1-a113-ce0748d7261f tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 210 time: 0.0492387 Feb 18 02:59:21.146614 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:22.032866 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-d4574437-e744-40ac-943b-559ecaa92d73 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:22.034454 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-d4574437-e744-40ac-943b-559ecaa92d73 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.52 "GET /v2.0/networks?id=4cc13532-467a-4203-afaa-f1e9e7fe15b9 HTTP/1.1" status: 200 len: 808 time: 0.1613672 Feb 18 02:59:22.048281 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Request body: {'port': {'device_id': '6deea04c-b4bf-41eb-a919-1572bb820450', 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9', 'admin_state_up': True, 'tenant_id': 'dfb6045249a74218a524ee8baa195203'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:59:22.190316 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-cf34f936-0d8a-4cc3-a3b6-5c1abd8c9f88 req-fd1b5d8b-3eec-424e-9d39-18cb8d1fe147 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 210 time: 0.0643539 Feb 18 02:59:22.244372 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:59:22.254050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:59:22.263271 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Made reservation on behalf of dfb6045249a74218a524ee8baa195203 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:59:22.268921 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:22.582436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Allocated IP 172.20.0.7 (4cc13532-467a-4203-afaa-f1e9e7fe15b9/5b3115a6-437c-4915-a268-c613f8b02429/b05af53e-d89a-4f19-bee1-1c8a9b96220e) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 02:59:22.794233 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:22.824483 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:22.841836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-652bd917-3f34-4e9b-aa9d-7ca7ec782bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:22.979073 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Pushing event updated for resources: {'Port': ['ID=b05af53e-d89a-4f19-bee1-1c8a9b96220e,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:22.982212 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:23.038769 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 02:59:23.039936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 02:59:23.042154 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 02:59:23.104958 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:23.105571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:23.117818 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 02:59:23.130967 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-6f5d699b-5bee-4b5c-8957-0f246a1948fd tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0868266 Feb 18 02:59:23.143096 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Request body: {'port': {'device_id': '6deea04c-b4bf-41eb-a919-1572bb820450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:59:23.264378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:23.392021 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911321e-bac4-414b-8a7c-20fc0fe66ecd req-7038ea8e-732a-421c-886b-b828c348e3ce tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:23.393544 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1911321e-bac4-414b-8a7c-20fc0fe66ecd req-7038ea8e-732a-421c-886b-b828c348e3ce tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 931 time: 0.0904934 Feb 18 02:59:23.442050 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1911321e-bac4-414b-8a7c-20fc0fe66ecd req-f9f8b02e-c931-49a0-9a85-a0136a957087 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Feb 18 02:59:23.676512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05af53e-d89a-4f19-bee1-1c8a9b96220e {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 02:59:23.684843 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:23.697278 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Transition to ACTIVE for port object b05af53e-d89a-4f19-bee1-1c8a9b96220e will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 02:59:23.699899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:23.764663 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:24.093922 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=b05af53e-d89a-4f19-bee1-1c8a9b96220e,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:24.099573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:24.269142 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Attempting to bind port b05af53e-d89a-4f19-bee1-1c8a9b96220e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 02:59:24.269523 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Attempting to bind port b05af53e-d89a-4f19-bee1-1c8a9b96220e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'fe18bce0-3932-4868-99e4-1c7e7992fd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 02:59:24.269888 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Attempting to bind port b05af53e-d89a-4f19-bee1-1c8a9b96220e on network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 02:59:24.276010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 02:59:24.276388 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Checking segment: {'id': 'fe18bce0-3932-4868-99e4-1c7e7992fd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 02:59:24.276793 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:24.277189 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Bound using segment: {'id': 'fe18bce0-3932-4868-99e4-1c7e7992fd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 02:59:24.277655 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Bound port: b05af53e-d89a-4f19-bee1-1c8a9b96220e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe18bce0-3932-4868-99e4-1c7e7992fd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4cc13532-467a-4203-afaa-f1e9e7fe15b9'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 02:59:24.278028 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:24.369972 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] For port b05af53e-d89a-4f19-bee1-1c8a9b96220e, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 02:59:24.373835 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] For port b05af53e-d89a-4f19-bee1-1c8a9b96220e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b05af53e-d89a-4f19-bee1-1c8a9b96220e,segment=NetworkSegment(fe18bce0-3932-4868-99e4-1c7e7992fd85),segment_id=fe18bce0-3932-4868-99e4-1c7e7992fd85)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 02:59:24.378246 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:24.399899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9365e990-df01-4711-a41e-2f729eb1a153 tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:24.555564 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=b05af53e-d89a-4f19-bee1-1c8a9b96220e,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:24.565277 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:24.654022 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:24.654698 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:24.656207 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-8de997a2-f1ed-4cd5-a4f7-94724324fa2e service neutron] 10.222.0.52 "PUT /v2.0/ports/b05af53e-d89a-4f19-bee1-1c8a9b96220e HTTP/1.1" status: 200 len: 1157 time: 1.5177062 Feb 18 02:59:24.658019 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6deea04c-b4bf-41eb-a919-1572bb820450', 'tag': 'b05af53e-d89a-4f19-bee1-1c8a9b96220e'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:59:24.682361 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dca4c4-79b9-44a2-aee6-8becf9117eb9 req-905fea0a-52c6-42e4-96cf-35aa5ce0df2f tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:24.683182 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-97dca4c4-79b9-44a2-aee6-8becf9117eb9 req-905fea0a-52c6-42e4-96cf-35aa5ce0df2f tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Synchronizing usage tracker for tenant:dfb6045249a74218a524ee8baa195203 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 02:59:24.734710 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-97dca4c4-79b9-44a2-aee6-8becf9117eb9 req-905fea0a-52c6-42e4-96cf-35aa5ce0df2f tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Unset dirty status for tenant:dfb6045249a74218a524ee8baa195203 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 02:59:24.736014 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-97dca4c4-79b9-44a2-aee6-8becf9117eb9 req-905fea0a-52c6-42e4-96cf-35aa5ce0df2f tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 943 time: 0.1749651 Feb 18 02:59:24.742933 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6deea04c-b4bf-41eb-a919-1572bb820450', 'tag': 'b05af53e-d89a-4f19-bee1-1c8a9b96220e', 'status': 'completed', 'code': 200} Feb 18 02:59:24.812099 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-97dca4c4-79b9-44a2-aee6-8becf9117eb9 req-30388e15-dbf6-41a1-9cac-0229c1ac1573 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597188 Feb 18 02:59:24.821831 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-c38d2b88-0bc8-4aea-bb8c-d191aa161cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:24.823395 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-c38d2b88-0bc8-4aea-bb8c-d191aa161cba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfb6045249a74218a524ee8baa195203&device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 1160 time: 0.1241384 Feb 18 02:59:24.901014 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-f8aaf3a3-1480-4ec7-aa72-e234325f4a82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05af53e-d89a-4f19-bee1-1c8a9b96220e HTTP/1.1" status: 200 len: 217 time: 0.0689149 Feb 18 02:59:24.969471 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-94480a17-ec49-42e8-8592-fe1045dffac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:24.970899 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-94480a17-ec49-42e8-8592-fe1045dffac4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b3115a6-437c-4915-a268-c613f8b02429 HTTP/1.1" status: 200 len: 848 time: 0.0622659 Feb 18 02:59:25.022691 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-2e2dd106-4449-486f-8620-01335c39fe8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4cc13532-467a-4203-afaa-f1e9e7fe15b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447702 Feb 18 02:59:25.165466 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-218318ca-78ed-4d44-a446-aa69e05f61bd service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355140 Feb 18 02:59:25.305673 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-27047a5b-45e3-4e0c-82bf-7fb5de0d811f req-2e1fcc36-9cc3-4acd-baff-9cd153b28a39 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1335390 Feb 18 02:59:25.435942 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-d262c276-326c-47f1-8570-186f04029b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:25.437533 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-d262c276-326c-47f1-8570-186f04029b19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfb6045249a74218a524ee8baa195203&device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 1160 time: 0.0817032 Feb 18 02:59:25.579883 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-d94d20da-8cc2-4f8f-b6a7-f5be122b3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:25.581399 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-d94d20da-8cc2-4f8f-b6a7-f5be122b3a62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4cc13532-467a-4203-afaa-f1e9e7fe15b9 HTTP/1.1" status: 200 len: 902 time: 0.1367774 Feb 18 02:59:25.654860 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-4d9a18de-9c69-468d-a076-b5a6c71149ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05af53e-d89a-4f19-bee1-1c8a9b96220e HTTP/1.1" status: 200 len: 217 time: 0.0653145 Feb 18 02:59:25.727198 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-27117c53-a014-4cf2-9a51-add57b1cdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:25.728815 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-27117c53-a014-4cf2-9a51-add57b1cdaaf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b3115a6-437c-4915-a268-c613f8b02429 HTTP/1.1" status: 200 len: 848 time: 0.0656343 Feb 18 02:59:25.784030 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-913a914a-b0d2-4dc2-9d04-a57042f5ce2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4cc13532-467a-4203-afaa-f1e9e7fe15b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463617 Feb 18 02:59:25.927872 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-5145b0c3-0bf5-45a8-a15b-558cebe33dc0 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374979 Feb 18 02:59:26.013176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68404f-9054-49e6-b4ac-ce6b0c770535 req-65508b25-f840-438e-8ff8-70c897036b38 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:26.014801 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2d68404f-9054-49e6-b4ac-ce6b0c770535 req-65508b25-f840-438e-8ff8-70c897036b38 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 943 time: 0.0870605 Feb 18 02:59:26.063367 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2d68404f-9054-49e6-b4ac-ce6b0c770535 req-37752753-562e-4fd5-bc31-480b45c390d7 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Feb 18 02:59:26.070703 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-eb81b429-893d-4d37-bb72-1ff05ed5b5a9 req-fc5eb07e-1233-479d-addb-86179bba6c35 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364410 Feb 18 02:59:27.266943 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d247874-a72d-4504-8074-b33c6c6618f3 req-9b97d78f-7162-469c-92d1-58a157482f3c tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:27.268583 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d247874-a72d-4504-8074-b33c6c6618f3 req-9b97d78f-7162-469c-92d1-58a157482f3c tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 943 time: 0.0896788 Feb 18 02:59:27.316293 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0d247874-a72d-4504-8074-b33c6c6618f3 req-fad85543-f5a0-46ec-9298-3d8952282a68 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414772 Feb 18 02:59:27.777311 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device b05af53e-d89a-4f19-bee1-1c8a9b96220e up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:59:27.847268 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port b05af53e-d89a-4f19-bee1-1c8a9b96220e completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 02:59:27.852080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port b05af53e-d89a-4f19-bee1-1c8a9b96220e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:59:27.852497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:27.974214 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:28.001427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6deea04c-b4bf-41eb-a919-1572bb820450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05af53e-d89a-4f19-bee1-1c8a9b96220e'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:59:28.012204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port b05af53e-d89a-4f19-bee1-1c8a9b96220e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b05af53e-d89a-4f19-bee1-1c8a9b96220e,segment=NetworkSegment(fe18bce0-3932-4868-99e4-1c7e7992fd85),segment_id=fe18bce0-3932-4868-99e4-1c7e7992fd85)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:59:28.015040 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:28.017056 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:28.087243 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=b05af53e-d89a-4f19-bee1-1c8a9b96220e,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:28.091061 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:28.106718 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6deea04c-b4bf-41eb-a919-1572bb820450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05af53e-d89a-4f19-bee1-1c8a9b96220e', 'code': 200} Feb 18 02:59:28.338785 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c980854-af4a-4535-941d-75581f119158 req-8f27b680-2756-45bc-a57d-f4bedee71a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:28.340552 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1c980854-af4a-4535-941d-75581f119158 req-8f27b680-2756-45bc-a57d-f4bedee71a49 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 1162 time: 0.0759730 Feb 18 02:59:28.385595 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1c980854-af4a-4535-941d-75581f119158 req-969a7586-8666-43a3-9d11-3dfa3cca1894 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Feb 18 02:59:28.515676 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1607e-b77c-476e-8681-393750b736f4 req-f504770e-b6f4-4fd2-86ec-6acb10195ef0 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:28.517265 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bfe1607e-b77c-476e-8681-393750b736f4 req-f504770e-b6f4-4fd2-86ec-6acb10195ef0 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 945 time: 0.0898976 Feb 18 02:59:28.564685 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-bfe1607e-b77c-476e-8681-393750b736f4 req-586dd563-6e79-4ff4-a614-695e9f65c7bb tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Feb 18 02:59:29.522116 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device b05af53e-d89a-4f19-bee1-1c8a9b96220e up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 02:59:29.597679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port b05af53e-d89a-4f19-bee1-1c8a9b96220e triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 02:59:29.598077 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:29.772705 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ff13d-4d66-4d01-817d-4798c156cc63 req-ad9138e8-4c99-48ed-ad62-0ab1df236d88 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:29.774361 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-629ff13d-4d66-4d01-817d-4798c156cc63 req-ad9138e8-4c99-48ed-ad62-0ab1df236d88 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 945 time: 0.0976472 Feb 18 02:59:29.827916 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-629ff13d-4d66-4d01-817d-4798c156cc63 req-1b088e17-edda-48f0-8fd0-b4c607140c11 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469434 Feb 18 02:59:29.901429 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-39d6f42d-772a-4810-a741-f7600677321f req-14bba69a-3edc-4ba7-9203-0357dd4ae599 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0819569 Feb 18 02:59:30.058786 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f42d-772a-4810-a741-f7600677321f req-4201f83a-82bc-4f87-8ccf-b27d16a7e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:30.060377 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-39d6f42d-772a-4810-a741-f7600677321f req-4201f83a-82bc-4f87-8ccf-b27d16a7e468 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfb6045249a74218a524ee8baa195203&device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 1162 time: 0.0849073 Feb 18 02:59:30.227302 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f42d-772a-4810-a741-f7600677321f req-dc18a085-470e-40f2-8840-e2e676f3ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:30.229005 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-39d6f42d-772a-4810-a741-f7600677321f req-dc18a085-470e-40f2-8840-e2e676f3ca94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4cc13532-467a-4203-afaa-f1e9e7fe15b9 HTTP/1.1" status: 200 len: 902 time: 0.1476576 Feb 18 02:59:30.306985 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-39d6f42d-772a-4810-a741-f7600677321f req-a1b53344-126e-4e7c-8b44-3a407cf84dcf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05af53e-d89a-4f19-bee1-1c8a9b96220e HTTP/1.1" status: 200 len: 217 time: 0.0697451 Feb 18 02:59:30.376462 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f42d-772a-4810-a741-f7600677321f req-815391fb-241a-43a9-96f2-e99f2ed6d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:30.378986 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-39d6f42d-772a-4810-a741-f7600677321f req-815391fb-241a-43a9-96f2-e99f2ed6d8bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b3115a6-437c-4915-a268-c613f8b02429 HTTP/1.1" status: 200 len: 848 time: 0.0642469 Feb 18 02:59:30.433993 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-39d6f42d-772a-4810-a741-f7600677321f req-72521b6d-facc-4ab1-9fda-d9082c2b91c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4cc13532-467a-4203-afaa-f1e9e7fe15b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487373 Feb 18 02:59:30.584808 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-39d6f42d-772a-4810-a741-f7600677321f req-5bb44f17-e9ea-4dd4-bac6-8fb01f8ddf6e service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436598 Feb 18 02:59:30.728929 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-39d6f42d-772a-4810-a741-f7600677321f req-0f3e7fb5-8c65-4b99-95e4-6352528400f1 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374195 Feb 18 02:59:30.999200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293dec4-8888-4bd1-ad6f-74271092571d req-94adb080-1a7b-4c1e-a4bb-0dd24c9da893 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:31.000885 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8293dec4-8888-4bd1-ad6f-74271092571d req-94adb080-1a7b-4c1e-a4bb-0dd24c9da893 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 945 time: 0.0853496 Feb 18 02:59:31.051444 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8293dec4-8888-4bd1-ad6f-74271092571d req-1ad0d4f1-28c5-406a-91bf-9fd5e74cdbe9 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439794 Feb 18 02:59:32.314441 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e82081-9c28-44d9-a4a4-be9785627a49 req-3753a086-6bd9-4ccd-bd6b-d3e3dabdd776 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:32.316079 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-14e82081-9c28-44d9-a4a4-be9785627a49 req-3753a086-6bd9-4ccd-bd6b-d3e3dabdd776 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 945 time: 0.1506226 Feb 18 02:59:32.355784 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-441d57b3-d875-4fb0-bfd3-9f1c5c6b74e3 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:32.357256 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-441d57b3-d875-4fb0-bfd3-9f1c5c6b74e3 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.52 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 945 time: 0.1238680 Feb 18 02:59:32.435161 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-14e82081-9c28-44d9-a4a4-be9785627a49 req-ba6ff704-d16a-4720-92b0-0b3edfca8f11 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd847137-dadb-4d8c-99b0-cbbb829b7e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118581 Feb 18 02:59:32.456874 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Deleting port b05af53e-d89a-4f19-bee1-1c8a9b96220e {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 02:59:32.457274 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:32.946865 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] For port b05af53e-d89a-4f19-bee1-1c8a9b96220e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b05af53e-d89a-4f19-bee1-1c8a9b96220e,segment=NetworkSegment(fe18bce0-3932-4868-99e4-1c7e7992fd85),segment_id=fe18bce0-3932-4868-99e4-1c7e7992fd85)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 02:59:32.947267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:33.078489 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Calling delete_port for b05af53e-d89a-4f19-bee1-1c8a9b96220e owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 02:59:33.227570 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:33.244517 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-4d704638-468d-4434-bb43-89f095ee2153 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:33.348103 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Pushing event deleted for resources: {'Port': ['ID=b05af53e-d89a-4f19-bee1-1c8a9b96220e,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:33.351005 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:33.451943 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] No DVR routers for this DVR port b05af53e-d89a-4f19-bee1-1c8a9b96220e on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 02:59:33.454060 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:33.456778 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6deea04c-b4bf-41eb-a919-1572bb820450', 'name': 'network-vif-deleted', 'tag': 'b05af53e-d89a-4f19-bee1-1c8a9b96220e'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 02:59:33.473015 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f1cd3381-3cac-4208-9dac-8f0acabbaa7b req-ff771eb9-4551-429d-b572-5bde69b30467 tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.52 "DELETE /v2.0/ports/b05af53e-d89a-4f19-bee1-1c8a9b96220e HTTP/1.1" status: 204 len: 173 time: 1.1052730 Feb 18 02:59:33.511291 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device b05af53e-d89a-4f19-bee1-1c8a9b96220e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 02:59:33.564329 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] No Port match for: b05af53e-d89a-4f19-bee1-1c8a9b96220e {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 02:59:33.564885 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device b05af53e-d89a-4f19-bee1-1c8a9b96220e not bound to the agent host hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 02:59:33.583259 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6deea04c-b4bf-41eb-a919-1572bb820450', 'name': 'network-vif-deleted', 'tag': 'b05af53e-d89a-4f19-bee1-1c8a9b96220e', 'status': 'completed', 'code': 200} Feb 18 02:59:33.607356 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-8d084ae5-8684-478b-8cbb-b5e95326d362 req-a5a9deff-f8c4-4e42-97c7-721160131a9e tempest-VolumesActionsTest-731426076 tempest-VolumesActionsTest-731426076-project] 10.222.0.13 "GET /v2.0/ports?device_id=6deea04c-b4bf-41eb-a919-1572bb820450 HTTP/1.1" status: 200 len: 210 time: 0.0547125 Feb 18 02:59:42.461009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-80bc85a6-c9fd-4c40-bd32-2c204c4c344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:44.797176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-94b42673-1d9a-4f76-b51c-65e8b7a8fb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:45.561575 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:46.567292 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:46.809527 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:51.147030 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:53.282833 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 49046) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:59:53.349604 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9e5345-ff93-45af-94d7-1e85b2e31789 admin admin] Deleting subnet 5b3115a6-437c-4915-a268-c613f8b02429 {{(pid=84023) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 02:59:53.352680 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5345-ff93-45af-94d7-1e85b2e31789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:53.404358 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5345-ff93-45af-94d7-1e85b2e31789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847974767'] for subnet, precommit_delete_associations {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:53.466519 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5345-ff93-45af-94d7-1e85b2e31789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453007'] for subnet, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:53.722436 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5345-ff93-45af-94d7-1e85b2e31789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853322809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6811111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848447081'] for subnet, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:53.738573 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:53.835347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e5345-ff93-45af-94d7-1e85b2e31789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3115a6-437c-4915-a268-c613f8b02429,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:53.839088 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dd9e5345-ff93-45af-94d7-1e85b2e31789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:53.875499 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5345-ff93-45af-94d7-1e85b2e31789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for subnet, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:53.881919 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-dd9e5345-ff93-45af-94d7-1e85b2e31789 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b3115a6-437c-4915-a268-c613f8b02429 HTTP/1.1" status: 204 len: 168 time: 0.5979588 Feb 18 02:59:53.884548 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 49050) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:59:53.996290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853262754'] for network, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:54.189439 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450552', 'neutron.services.segments.db._delete_segments_for_network--9223363266501693914'] for network, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:54.304478 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc13532-467a-4203-afaa-f1e9e7fe15b9']}} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:59:54.317085 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe18bce0-3932-4868-99e4-1c7e7992fd85') {'for_net_delete': True} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:59:54.317443 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.services.segments.db [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe18bce0-3932-4868-99e4-1c7e7992fd85') {} {{(pid=84023) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 02:59:54.329337 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266501690330', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6801065'] for segment, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:54.344562 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324888'] for segment, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:54.346528 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84023) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 02:59:54.525877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:59:54.535088 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1450928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847971770'] for segment, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:54.713126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Network 4cc13532-467a-4203-afaa-f1e9e7fe15b9 has no segments {{(pid=84023) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: Traceback (most recent call last): Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: timer() Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: cb(*args, **kw) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: return func(*args, **kwargs) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: self._notify() Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: self.callback(batched_events) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: event.method(event) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: segment_id)['aggregates'][0] Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: return f(self, *a, **k) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: return self._get(url).json() Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: **kwargs) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: return self.request(url, 'GET', **kwargs) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: **endpoint_filter) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 02:59:54.736393 dv-cinder-763306-10-smb neutron-server[83912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 02:59:54.814616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853325264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373828'] for network, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:54.818620 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c0a1b47-59d4-4c48-aaf2-074d08bc3f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:54.832199 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854160966'] for network, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:54.843728 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc13532-467a-4203-afaa-f1e9e7fe15b9,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:54.847108 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:54.851700 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-3c96fa1e-2865-4fb8-ab45-68871c6d8f15 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4cc13532-467a-4203-afaa-f1e9e7fe15b9 HTTP/1.1" status: 204 len: 168 time: 0.9660909 Feb 18 02:59:54.985090 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 49056) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:59:55.036991 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-228a40bd-a8b3-4a41-8ac0-20dd991a29c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfb6045249a74218a524ee8baa195203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506208 Feb 18 02:59:55.039495 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 49060) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 02:59:55.104535 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-526aca20-a2bc-4ad8-bc83-fc15013a0b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:55.132153 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-526aca20-a2bc-4ad8-bc83-fc15013a0b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:55.177598 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-526aca20-a2bc-4ad8-bc83-fc15013a0b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:55.183236 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c8a0b605-590d-4db3-b543-067138cca26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:55.198410 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526aca20-a2bc-4ad8-bc83-fc15013a0b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd847137-dadb-4d8c-99b0-cbbb829b7e38,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:55.201459 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-526aca20-a2bc-4ad8-bc83-fc15013a0b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 02:59:55.208009 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-526aca20-a2bc-4ad8-bc83-fc15013a0b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:55.209248 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-526aca20-a2bc-4ad8-bc83-fc15013a0b7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd847137-dadb-4d8c-99b0-cbbb829b7e38 HTTP/1.1" status: 204 len: 168 time: 0.1687472 Feb 18 02:59:57.802517 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-ee908f1c-a2b1-4245-bb7d-a163e2e078fe tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=995d005d626241dd90efc7518d103ea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325844 Feb 18 02:59:57.963027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b268a5-f85a-409f-a118-29297711f130 req-79271150-cfcc-463f-9ebd-5a8a5893ee24 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:57.964602 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-79271150-cfcc-463f-9ebd-5a8a5893ee24 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567342 Feb 18 02:59:57.979981 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-05f66f5f-dfa3-4f85-97e0-d477faf88533 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/quotas/995d005d626241dd90efc7518d103ea1 HTTP/1.1" status: 200 len: 375 time: 0.0095150 Feb 18 02:59:58.035980 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-37cb4e77-7619-44e6-baf8-23f79372f43b tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=995d005d626241dd90efc7518d103ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507052 Feb 18 02:59:58.228311 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9fcd105c-f26b-454d-8e14-e3f0a7db1eba req-fc206938-d3a0-4c47-aa7f-f46b888b5020 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 210 time: 0.0496726 Feb 18 02:59:59.359183 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-862e11d7-f8dd-44fe-81ae-ac1ceed0f44e tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=995d005d626241dd90efc7518d103ea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352461 Feb 18 02:59:59.390938 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-40c640cb-9637-4759-adb4-761c5c83ec7e req-15a9bd30-40ae-41a5-9beb-2e997832ce26 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 210 time: 0.0510287 Feb 18 02:59:59.527817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b268a5-f85a-409f-a118-29297711f130 req-23cf9832-29a6-4af2-bc45-0348938258c0 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 02:59:59.529283 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-23cf9832-29a6-4af2-bc45-0348938258c0 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643054 Feb 18 02:59:59.545434 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Request body: {'port': {'device_id': '21d04b9f-b53a-4bd3-b6b2-785ea09c67cc', 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288', 'admin_state_up': True, 'tenant_id': '995d005d626241dd90efc7518d103ea1'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 02:59:59.689159 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:59:59.693208 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Usage tracker for resource:port and tenant:995d005d626241dd90efc7518d103ea1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:59:59.696165 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:59:59.701917 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:59:59.711071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Made reservation on behalf of 995d005d626241dd90efc7518d103ea1 for: {'port': 1} {{(pid=84023) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 02:59:59.716688 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:59.734385 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks [] for security_group, before_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:59.749994 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 02:59:59.754031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Usage tracker for resource:security_group_rule and tenant:995d005d626241dd90efc7518d103ea1 is out of sync, need to count used quota {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 02:59:59.757159 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84023) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 02:59:59.763293 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.quota.driver [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84023) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 02:59:59.852536 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks [] for security_group, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:59.857550 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 02:59:59.868673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-9ea6dfff-be51-49a5-bae0-f895895fada7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 02:59:59.980927 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bc7c57-95ab-4f5c-8078-f90dcdac7841,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 02:59:59.986392 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 03:00:00.118890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 03:00:00.181409 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.db_base_plugin_common [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Allocated IP 192.168.233.20 (9e9ff223-30b7-4d93-86de-40bee41a4288/489ae1cd-bd65-4dfe-a24a-240501e191d6/22535ed2-592e-4243-be40-f1c5cd2a9150) {{(pid=84023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 03:00:00.390960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks [] for port, precommit_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:00.407759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Transition to ACTIVE for port object 22535ed2-592e-4243-be40-f1c5cd2a9150 will not be triggered until provisioned by entity DHCP. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 03:00:00.433290 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266502210181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_create {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:00.448525 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ab6ef782-9b34-4fa6-b8c8-e88fb72fc8bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 03:00:00.661228 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Pushing event updated for resources: {'Port': ['ID=22535ed2-592e-4243-be40-f1c5cd2a9150,revision_number=1']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 03:00:00.671130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 03:00:00.720270 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8308e2-6570-49c2-85cb-da53ebfe4e81 req-7f67148f-5440-448a-934b-04d303da4dc1 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:00.721902 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1d8308e2-6570-49c2-85cb-da53ebfe4e81 req-7f67148f-5440-448a-934b-04d303da4dc1 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 935 time: 0.1837392 Feb 18 03:00:00.732333 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Network 9e9ff223-30b7-4d93-86de-40bee41a4288 is already hosted by enough agents. {{(pid=84023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 03:00:00.745462 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.scheduler.base_scheduler [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Resources bound (agent type, host, resource id): {{(pid=84023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 03:00:00.749191 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Received port after_create {{(pid=84023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 03:00:00.830538 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-1d8308e2-6570-49c2-85cb-da53ebfe4e81 req-cb6dd86d-c289-44b6-8ed8-9543f9f6fd68 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009786 Feb 18 03:00:00.840187 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:00.840886 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:00.872196 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-29139090-5565-4f2b-8815-731eecd75603 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3308580 Feb 18 03:00:00.890700 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.v2.base [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Request body: {'port': {'device_id': '21d04b9f-b53a-4bd3-b6b2-785ea09c67cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=84023) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 03:00:00.952408 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-960c1da8-9af2-43a1-a51f-a87f95a2ca28 None None] Provisioning for port 22535ed2-592e-4243-be40-f1c5cd2a9150 completed by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 03:00:00.957378 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-960c1da8-9af2-43a1-a51f-a87f95a2ca28 None None] Provisioning complete for port 22535ed2-592e-4243-be40-f1c5cd2a9150 triggered by entity DHCP. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 03:00:00.957794 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-960c1da8-9af2-43a1-a51f-a87f95a2ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:01.013347 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:01.017391 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-960c1da8-9af2-43a1-a51f-a87f95a2ca28 None None] Port 22535ed2-592e-4243-be40-f1c5cd2a9150 cannot update to ACTIVE because it is not bound. {{(pid=84025) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 03:00:01.653997 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22535ed2-592e-4243-be40-f1c5cd2a9150 {{(pid=84023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 03:00:01.662114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:01.674505 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Transition to ACTIVE for port object 22535ed2-592e-4243-be40-f1c5cd2a9150 will not be triggered until provisioned by entity L2. {{(pid=84023) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 03:00:01.677126 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:01.692818 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-830b3714-7393-4368-bef7-e837048d26f7 tempest-AttachVolumeNegativeTest-1152985566 tempest-AttachVolumeNegativeTest-1152985566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 03:00:01.829176 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Pushing event updated for resources: {'Port': ['ID=22535ed2-592e-4243-be40-f1c5cd2a9150,revision_number=2']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 03:00:01.849611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.850041 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.851010 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.851427 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.851859 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.852267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.852671 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.853114 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.853512 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.853916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.854318 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.854713 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-10-smb {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.855148 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.855569 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.855971 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.856365 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.856759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.857152 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.857542 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.857933 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.858323 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.858716 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.859107 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.859516 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=84023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 03:00:01.871047 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 03:00:02.035997 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f0fc-ac0e-4da0-b421-6cc22f14fc86 req-3f004bde-ae58-47cb-985f-f6056e75b976 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:02.037636 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2395f0fc-ac0e-4da0-b421-6cc22f14fc86 req-3f004bde-ae58-47cb-985f-f6056e75b976 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 947 time: 0.0876734 Feb 18 03:00:02.044321 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Attempting to bind port 22535ed2-592e-4243-be40-f1c5cd2a9150 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 03:00:02.044951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Attempting to bind port 22535ed2-592e-4243-be40-f1c5cd2a9150 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b89066c4-c6e8-4b29-ad55-0bc976196c5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288'}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 03:00:02.045490 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Attempting to bind port 22535ed2-592e-4243-be40-f1c5cd2a9150 on network 9e9ff223-30b7-4d93-86de-40bee41a4288 {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 03:00:02.051734 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Checking agent: {'id': 'bcf2d2a7-cd5c-47a2-98b2-1e4a82156695', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 2, 46, 21), 'started_at': datetime.datetime(2021, 2, 18, 2, 46, 51), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 2, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 03:00:02.052124 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Checking segment: {'id': 'b89066c4-c6e8-4b29-ad55-0bc976196c5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 03:00:02.052539 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:02.052939 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Bound using segment: {'id': 'b89066c4-c6e8-4b29-ad55-0bc976196c5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288'} {{(pid=84023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 03:00:02.053977 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.managers [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Bound port: 22535ed2-592e-4243-be40-f1c5cd2a9150, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89066c4-c6e8-4b29-ad55-0bc976196c5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9e9ff223-30b7-4d93-86de-40bee41a4288'}}] {{(pid=84023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 03:00:02.054367 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:02.091607 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-2395f0fc-ac0e-4da0-b421-6cc22f14fc86 req-72230269-691b-4a8a-887c-799494f24e2c tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475252 Feb 18 03:00:02.151890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] For port 22535ed2-592e-4243-be40-f1c5cd2a9150, host hv-cinder-76330, cleared binding levels {{(pid=84023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 03:00:02.155120 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] For port 22535ed2-592e-4243-be40-f1c5cd2a9150, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=22535ed2-592e-4243-be40-f1c5cd2a9150,segment=NetworkSegment(b89066c4-c6e8-4b29-ad55-0bc976196c5c),segment_id=b89066c4-c6e8-4b29-ad55-0bc976196c5c)] {{(pid=84023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 03:00:02.158956 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6811050'] for port, after_update {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:02.174839 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-93dcc3e0-444e-4980-be76-858da360b5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 03:00:02.327931 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Pushing event updated for resources: {'Port': ['ID=22535ed2-592e-4243-be40-f1c5cd2a9150,revision_number=3']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 03:00:02.333421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 03:00:02.366130 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:02.366751 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:02.368351 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-ce959cb4-31cc-455b-b3bf-d9d0b5286f6c service neutron] 10.222.0.52 "PUT /v2.0/ports/22535ed2-592e-4243-be40-f1c5cd2a9150 HTTP/1.1" status: 200 len: 1161 time: 1.4824588 Feb 18 03:00:02.368864 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d04b9f-b53a-4bd3-b6b2-785ea09c67cc', 'tag': '22535ed2-592e-4243-be40-f1c5cd2a9150'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 03:00:02.444460 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d04b9f-b53a-4bd3-b6b2-785ea09c67cc', 'tag': '22535ed2-592e-4243-be40-f1c5cd2a9150', 'status': 'completed', 'code': 200} Feb 18 03:00:02.488192 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b268a5-f85a-409f-a118-29297711f130 req-3a1331a9-782b-4fd3-a5db-2725f5e45b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:02.490018 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-3a1331a9-782b-4fd3-a5db-2725f5e45b65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=995d005d626241dd90efc7518d103ea1&device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 1164 time: 0.0844536 Feb 18 03:00:02.571516 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-2ee4fb9c-397a-44a2-83e2-488623579eb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=22535ed2-592e-4243-be40-f1c5cd2a9150 HTTP/1.1" status: 200 len: 217 time: 0.0732083 Feb 18 03:00:02.647840 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b268a5-f85a-409f-a118-29297711f130 req-7a71c945-fab3-4dd9-bb98-412d8b5c6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:02.649318 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-7a71c945-fab3-4dd9-bb98-412d8b5c6861 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=489ae1cd-bd65-4dfe-a24a-240501e191d6 HTTP/1.1" status: 200 len: 843 time: 0.0668595 Feb 18 03:00:02.736033 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b268a5-f85a-409f-a118-29297711f130 req-612e5828-a653-47b4-baf3-c9ff021b917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:02.737654 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-612e5828-a653-47b4-baf3-c9ff021b917c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e9ff223-30b7-4d93-86de-40bee41a4288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805459 Feb 18 03:00:02.880597 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-43044e6a-2012-42c2-8fb6-bd6fba3bee13 service neutron] 10.222.0.52 "GET /v2.0/networks/9e9ff223-30b7-4d93-86de-40bee41a4288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350806 Feb 18 03:00:03.021349 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-00b268a5-f85a-409f-a118-29297711f130 req-b7f13682-07ff-49eb-aefe-cdf57b904cbe service neutron] 10.222.0.52 "GET /v2.0/networks/9e9ff223-30b7-4d93-86de-40bee41a4288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1330783 Feb 18 03:00:03.143137 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-8f78c6eb-5024-499c-8458-7f80ec4bfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:03.144829 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-8f78c6eb-5024-499c-8458-7f80ec4bfb4a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=995d005d626241dd90efc7518d103ea1&device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 1164 time: 0.0781622 Feb 18 03:00:03.288338 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-161d7c93-6d3e-47e4-a963-58e84be55aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:03.289849 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-161d7c93-6d3e-47e4-a963-58e84be55aa1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e9ff223-30b7-4d93-86de-40bee41a4288 HTTP/1.1" status: 200 len: 863 time: 0.1373396 Feb 18 03:00:03.292145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c140b49-1198-44c2-8527-5046497e6b55 req-900ad12d-8b0d-4f42-8c40-7b557668c6d3 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:03.293735 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3c140b49-1198-44c2-8527-5046497e6b55 req-900ad12d-8b0d-4f42-8c40-7b557668c6d3 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 947 time: 0.0885167 Feb 18 03:00:03.341879 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-3c140b49-1198-44c2-8527-5046497e6b55 req-370af688-f702-45f4-9c77-8446bfbe0b9c tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Feb 18 03:00:03.368685 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-20214ad9-ca58-4ec4-8917-ac0c87b29727 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=22535ed2-592e-4243-be40-f1c5cd2a9150 HTTP/1.1" status: 200 len: 217 time: 0.0701604 Feb 18 03:00:03.438984 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-8bda8990-84f1-4b72-93c5-cfd44a0f3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:03.440516 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-8bda8990-84f1-4b72-93c5-cfd44a0f3a26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=489ae1cd-bd65-4dfe-a24a-240501e191d6 HTTP/1.1" status: 200 len: 843 time: 0.0627465 Feb 18 03:00:03.530445 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-11148b87-09bc-4ccc-9411-cfe173af3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:03.532049 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-11148b87-09bc-4ccc-9411-cfe173af3aee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e9ff223-30b7-4d93-86de-40bee41a4288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798535 Feb 18 03:00:03.678001 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-0c21ec80-0c33-4c22-a938-b672df971a70 service neutron] 10.222.0.52 "GET /v2.0/networks/9e9ff223-30b7-4d93-86de-40bee41a4288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375530 Feb 18 03:00:03.822664 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-59d4ab4d-fa18-4999-923a-19cd88ff9e0c req-36d27d8d-f318-427f-ac97-884afc8e6ff4 service neutron] 10.222.0.52 "GET /v2.0/networks/9e9ff223-30b7-4d93-86de-40bee41a4288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367249 Feb 18 03:00:04.538508 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d59f75-840c-4c32-baf2-ced576b177d5 req-a8362118-47ed-44f9-a3ad-4527193b13f5 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:04.539266 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-f6d59f75-840c-4c32-baf2-ced576b177d5 req-a8362118-47ed-44f9-a3ad-4527193b13f5 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Synchronizing usage tracker for tenant:995d005d626241dd90efc7518d103ea1 on resource:port {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 03:00:04.555066 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-f6d59f75-840c-4c32-baf2-ced576b177d5 req-a8362118-47ed-44f9-a3ad-4527193b13f5 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Unset dirty status for tenant:995d005d626241dd90efc7518d103ea1 on resource:port {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 03:00:04.556369 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6d59f75-840c-4c32-baf2-ced576b177d5 req-a8362118-47ed-44f9-a3ad-4527193b13f5 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 947 time: 0.1018648 Feb 18 03:00:04.604422 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-f6d59f75-840c-4c32-baf2-ced576b177d5 req-6d42d2b9-8328-4b0a-8222-10f7846b8d46 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Synchronizing usage tracker for tenant:995d005d626241dd90efc7518d103ea1 on resource:security_group {{(pid=84023) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 03:00:04.620518 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.quota.resource [req-f6d59f75-840c-4c32-baf2-ced576b177d5 req-6d42d2b9-8328-4b0a-8222-10f7846b8d46 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Unset dirty status for tenant:995d005d626241dd90efc7518d103ea1 on resource:security_group {{(pid=84023) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 03:00:04.621749 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-f6d59f75-840c-4c32-baf2-ced576b177d5 req-6d42d2b9-8328-4b0a-8222-10f7846b8d46 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591831 Feb 18 03:00:05.822616 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd88b4-af9a-4df3-b224-37e2a2f97c20 req-1a1042ea-8006-49e6-9e09-002eef75150d tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:05.824193 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-20fd88b4-af9a-4df3-b224-37e2a2f97c20 req-1a1042ea-8006-49e6-9e09-002eef75150d tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 947 time: 0.0908504 Feb 18 03:00:05.873062 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-20fd88b4-af9a-4df3-b224-37e2a2f97c20 req-da5940b1-5967-4e33-83f4-a4e48eba90bc tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423021 Feb 18 03:00:05.916435 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Network 9e9ff223-30b7-4d93-86de-40bee41a4288 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=84025) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 03:00:06.172644 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.objects.ports [None req-84d1d63e-3003-4be8-b8bd-2c82730c0b21 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84025) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 03:00:06.451977 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 22535ed2-592e-4243-be40-f1c5cd2a9150 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 03:00:06.523747 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning for port 22535ed2-592e-4243-be40-f1c5cd2a9150 completed by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 03:00:06.528483 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 22535ed2-592e-4243-be40-f1c5cd2a9150 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 03:00:06.528899 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:06.649006 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853306350'] for port, before_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:06.679611 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d04b9f-b53a-4bd3-b6b2-785ea09c67cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22535ed2-592e-4243-be40-f1c5cd2a9150'}] {{(pid=84025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 03:00:06.689597 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] For port 22535ed2-592e-4243-be40-f1c5cd2a9150, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=22535ed2-592e-4243-be40-f1c5cd2a9150,segment=NetworkSegment(b89066c4-c6e8-4b29-ad55-0bc976196c5c),segment_id=b89066c4-c6e8-4b29-ad55-0bc976196c5c)] {{(pid=84025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 03:00:06.692870 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363266501814064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770352565380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266502210403'] for port, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:06.695284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-217f370e-9254-4207-b76b-903c793761db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 03:00:06.731287 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d04b9f-b53a-4bd3-b6b2-785ea09c67cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22535ed2-592e-4243-be40-f1c5cd2a9150', 'code': 200} Feb 18 03:00:06.777190 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Pushing event updated for resources: {'Port': ['ID=22535ed2-592e-4243-be40-f1c5cd2a9150,revision_number=4']} {{(pid=84025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 03:00:06.780968 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 03:00:06.974696 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6911e-36e8-45dd-b3aa-bd399b351026 req-2a8c5102-1f33-4f94-b4b4-4ae9ecb8675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:06.976336 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-aaf6911e-36e8-45dd-b3aa-bd399b351026 req-2a8c5102-1f33-4f94-b4b4-4ae9ecb8675d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 1166 time: 0.0817046 Feb 18 03:00:07.019961 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-aaf6911e-36e8-45dd-b3aa-bd399b351026 req-a973de0c-58b3-4417-8ef8-dc3b35d1ddfe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363145 Feb 18 03:00:07.072830 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab00755-7e0f-48d6-b782-91d7f782fff4 req-9e45f966-817d-4071-aef7-4bbbc6695631 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:07.074417 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0ab00755-7e0f-48d6-b782-91d7f782fff4 req-9e45f966-817d-4071-aef7-4bbbc6695631 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 949 time: 0.0852599 Feb 18 03:00:07.124217 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-0ab00755-7e0f-48d6-b782-91d7f782fff4 req-ab77bf89-4927-40dd-be39-973f394ead67 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Feb 18 03:00:07.900071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 22535ed2-592e-4243-be40-f1c5cd2a9150 up at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 03:00:07.971836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.provisioning_blocks [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Provisioning complete for port 22535ed2-592e-4243-be40-f1c5cd2a9150 triggered by entity L2. {{(pid=84025) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 03:00:07.972261 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1456560'] for port, provisioning_complete {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:08.324099 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc236f3-4114-4ec0-b0e7-0f090777547f req-21cb2c29-3ba1-4651-a873-d3cba6a8adda tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:08.325693 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7cc236f3-4114-4ec0-b0e7-0f090777547f req-21cb2c29-3ba1-4651-a873-d3cba6a8adda tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 949 time: 0.0858676 Feb 18 03:00:08.372642 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-7cc236f3-4114-4ec0-b0e7-0f090777547f req-a63824df-82ec-4839-9527-28e763bf614e tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Feb 18 03:00:08.835348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbba580-fb7b-40f6-a444-bcb1baecc347 req-48968d9d-3765-422a-a9a2-7aa541d7da42 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:08.836981 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dbbba580-fb7b-40f6-a444-bcb1baecc347 req-48968d9d-3765-422a-a9a2-7aa541d7da42 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 949 time: 0.0887320 Feb 18 03:00:08.883978 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-dbbba580-fb7b-40f6-a444-bcb1baecc347 req-df3f5700-0c6e-4faa-867e-502b32c36f0b tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Feb 18 03:00:10.084362 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a059a29-e923-41a5-a61e-534ac1e868b5 req-678aac0a-f022-4702-8e59-0182e6902a99 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:10.086453 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9a059a29-e923-41a5-a61e-534ac1e868b5 req-678aac0a-f022-4702-8e59-0182e6902a99 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 949 time: 0.0854266 Feb 18 03:00:10.134397 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-9a059a29-e923-41a5-a61e-534ac1e868b5 req-439ad235-3bb7-4276-8cf7-b1395e7dbb9a tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0bc7c57-95ab-4f5c-8078-f90dcdac7841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Feb 18 03:00:10.218100 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-71559d37-3169-4235-87f8-c0b2a0c31682 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84023) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 03:00:10.219608 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-71559d37-3169-4235-87f8-c0b2a0c31682 tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 949 time: 0.0884421 Feb 18 03:00:10.297497 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Deleting port 22535ed2-592e-4243-be40-f1c5cd2a9150 {{(pid=84023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 03:00:10.297881 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266501787986'] for port, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:10.791861 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.db [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] For port 22535ed2-592e-4243-be40-f1c5cd2a9150, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=22535ed2-592e-4243-be40-f1c5cd2a9150,segment=NetworkSegment(b89066c4-c6e8-4b29-ad55-0bc976196c5c),segment_id=b89066c4-c6e8-4b29-ad55-0bc976196c5c)] {{(pid=84023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 03:00:10.792263 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-362672'] for port, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:10.923109 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Calling delete_port for 22535ed2-592e-4243-be40-f1c5cd2a9150 owned by compute:nova {{(pid=84023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 03:00:11.070204 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853306169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854160981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363266501814047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363266502210437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847964750'] for port, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:11.085450 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-c730d377-ffda-485a-8522-c20ff3c5f10f tempest-TestMinimumBasicScenario-623693801 tempest-TestMinimumBasicScenario-623693801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 03:00:11.181357 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Pushing event deleted for resources: {'Port': ['ID=22535ed2-592e-4243-be40-f1c5cd2a9150,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 03:00:11.196467 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 03:00:11.306454 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-c31a76e4-bf82-42db-8c93-2f7abfcd1037 req-b04d9644-33c1-46d6-a3f3-411cae99b0ad tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d04b9f-b53a-4bd3-b6b2-785ea09c67cc HTTP/1.1" status: 200 len: 210 time: 0.0559456 Feb 18 03:00:11.345619 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] No DVR routers for this DVR port 22535ed2-592e-4243-be40-f1c5cd2a9150 on host hv-cinder-76330 {{(pid=84023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 03:00:11.348016 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854514696'] for port, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:11.350916 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d04b9f-b53a-4bd3-b6b2-785ea09c67cc', 'name': 'network-vif-deleted', 'tag': '22535ed2-592e-4243-be40-f1c5cd2a9150'}] {{(pid=84023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 03:00:11.367528 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [req-90d79277-5e2c-4321-993f-18d0bd42c0c5 req-334a04c4-176f-47fd-b88c-c0bfe5b6efcf tempest-VolumesNegativeTest-416325978 tempest-VolumesNegativeTest-416325978-project] 10.222.0.52 "DELETE /v2.0/ports/22535ed2-592e-4243-be40-f1c5cd2a9150 HTTP/1.1" status: 204 len: 173 time: 1.1394222 Feb 18 03:00:11.404629 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d04b9f-b53a-4bd3-b6b2-785ea09c67cc', 'name': 'network-vif-deleted', 'tag': '22535ed2-592e-4243-be40-f1c5cd2a9150', 'status': 'completed', 'code': 200} Feb 18 03:00:11.849974 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 22535ed2-592e-4243-be40-f1c5cd2a9150 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 03:00:11.888050 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.plugin [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] No Port match for: 22535ed2-592e-4243-be40-f1c5cd2a9150 {{(pid=84025) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 03:00:11.888449 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.plugins.ml2.rpc [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Device 22535ed2-592e-4243-be40-f1c5cd2a9150 not bound to the agent host hv-cinder-76330 {{(pid=84025) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 03:00:12.466071 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-aa69203e-1b69-4e7d-8e73-1d70de93e991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:14.804171 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c7fe364f-d1cf-4af4-afc9-d98c681949a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:15.555549 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:16.559818 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:16.813918 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:17.144421 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 49378) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 03:00:17.328847 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-5c367c78-7838-4200-ba44-4de2a60f3243 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=995d005d626241dd90efc7518d103ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830494 Feb 18 03:00:17.331319 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [-] (84023) accepted ('10.222.0.13', 49384) {{(pid=84023) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 03:00:17.391599 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc9d7372-8957-4193-855f-e76895e76cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:17.418819 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc9d7372-8957-4193-855f-e76895e76cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:17.465656 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc9d7372-8957-4193-855f-e76895e76cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854309602'] for security_group, after_delete {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:17.470585 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-eff3e7cf-6896-4866-afda-d93f378eb6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 03:00:17.485115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d7372-8957-4193-855f-e76895e76cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bc7c57-95ab-4f5c-8078-f90dcdac7841,revision_number=None']} {{(pid=84023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 03:00:17.488571 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG oslo_concurrency.lockutils [None req-fc9d7372-8957-4193-855f-e76895e76cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84023) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 03:00:17.494133 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-fc9d7372-8957-4193-855f-e76895e76cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84023) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:17.495355 dv-cinder-763306-10-smb neutron-server[83912]: INFO neutron.wsgi [None req-fc9d7372-8957-4193-855f-e76895e76cb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0bc7c57-95ab-4f5c-8078-f90dcdac7841 HTTP/1.1" status: 204 len: 168 time: 0.1630232 Feb 18 03:00:21.174815 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:37.118947 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 03:00:42.457828 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-58b80b27-4bd8-4d3c-896c-fb60b9e02a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:44.806131 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-25ac598a-25b5-4e59-992b-0a3ab2722365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:45.556876 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:46.562200 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:46.813294 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:00:51.188880 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:12.463725 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d7e50c7d-8655-4a78-921f-1ca437b37adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:14.119181 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 03:01:14.808128 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-73b35e86-721f-44b7-9deb-056ed530c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:15.560284 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:16.563448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:16.817115 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:21.188863 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:42.455758 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-9e7aec1d-44a7-4a0d-99cb-6e20216c9f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:44.808951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-de3627c6-dde7-4a8e-975e-3ed83531c2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:45.562438 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:46.564936 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:46.818717 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:01:51.118589 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 03:01:51.202800 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:12.458926 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-d1e63c17-e0fe-4d67-a0da-a6544426a314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:14.810679 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8565-bd6b-4b00-837b-cc47cc87aea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:15.564101 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:16.567081 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:16.822070 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:21.211798 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:28.118779 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 03:02:42.461027 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-8a600f2c-8cb8-4744-832d-b692041f2367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:44.814474 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-c8b73485-ccb7-42aa-8fdc-e78e3572070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:45.566707 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:46.568145 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:46.823673 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:02:51.218267 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:05.118460 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 03:03:12.462962 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-1971c3e0-23f6-49d1-8d64-084265fc6ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:14.818447 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-04dab551-8ec7-4653-a1f0-5c21f94521e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:15.568652 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:16.570891 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:16.826031 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:21.208245 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:42.118448 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 03:03:42.463589 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-ebe200f5-1cd7-4fdb-b063-50d249a68f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:44.820836 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-61c67889-f38c-4cf7-8d51-649f9f30d767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:45.571265 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:46.571951 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:46.830551 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:51.215817 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:03:58.413227 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.wsgi [req-151627bf-5f60-405a-b29c-b62ee8a7a5ea req-73883064-4b29-4472-ac97-540669a62d24 service neutron] (84024) timed out ('10.222.0.52', 61647) {{(pid=84024) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 03:04:12.464000 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-e0ff561c-84ff-4d5d-b8e3-9d16098a8d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:14.822167 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-19a7b145-4582-484c-9214-65a517b309fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:15.574583 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:16.572080 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:16.831960 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:19.118691 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 03:04:21.206590 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:42.465877 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2509c904-6ce5-4fe5-9cef-16e8702e8272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:44.825478 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-30e2adc5-be57-4ce3-b70f-da72ccdc0f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:45.578805 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:46.573670 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:46.833612 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:51.230348 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:04:56.119042 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron.db.agents_db [None req-f1d85997-0514-4bf6-8d72-6f7f99f188eb None None] Agent healthcheck: found 6 active agents {{(pid=84026) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 03:05:12.467759 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bd247831-b479-4487-91cb-bdcfba13dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:05:14.826552 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6542-4b4e-4bdd-9000-bd357ebb6ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:05:15.579890 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed271-c211-4239-9ef8-cdcc4353712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:05:16.574959 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-5ca1053e-818a-4b7a-87f1-bd1c0e60975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:05:16.838579 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-2037c9ed-7cfc-4da2-9baf-139939fdbb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 03:05:21.236967 dv-cinder-763306-10-smb neutron-server[83912]: DEBUG neutron_lib.callbacks.manager [None req-dc82b944-2bc1-4b74-8232-a47446065aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266501693931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1456998'] for agent, after_update {{(pid=84025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}